2024-11-28 03:16:46,342 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-28 03:16:46,361 main DEBUG Took 0.016774 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 03:16:46,361 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 03:16:46,362 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 03:16:46,362 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 03:16:46,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,370 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 03:16:46,382 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,386 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,387 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,387 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,388 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,389 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,390 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,390 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,391 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,392 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:16:46,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,394 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 03:16:46,395 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:16:46,396 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 03:16:46,398 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 03:16:46,398 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 03:16:46,399 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 03:16:46,399 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 03:16:46,407 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 03:16:46,410 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 03:16:46,411 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 03:16:46,412 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 03:16:46,412 main DEBUG createAppenders(={Console}) 2024-11-28 03:16:46,413 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-28 03:16:46,413 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-28 03:16:46,413 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-28 03:16:46,414 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 03:16:46,414 main DEBUG OutputStream closed 2024-11-28 03:16:46,414 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 03:16:46,414 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 03:16:46,415 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-28 03:16:46,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 03:16:46,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 03:16:46,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 03:16:46,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 03:16:46,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 03:16:46,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 03:16:46,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 03:16:46,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 03:16:46,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 03:16:46,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 03:16:46,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 03:16:46,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 03:16:46,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 03:16:46,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 03:16:46,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 03:16:46,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 03:16:46,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 03:16:46,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 03:16:46,493 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 03:16:46,494 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-28 03:16:46,494 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 03:16:46,494 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-28T03:16:46,508 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-28 03:16:46,511 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 03:16:46,511 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T03:16:46,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=7471 2024-11-28T03:16:46,795 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-28T03:16:46,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555 2024-11-28T03:16:46,837 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/cluster_180408ef-dfb3-a659-4162-f373728beaf4, deleteOnExit=true 2024-11-28T03:16:46,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/cluster_180408ef-dfb3-a659-4162-f373728beaf4/zookeeper_0, clientPort=64005, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/cluster_180408ef-dfb3-a659-4162-f373728beaf4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/cluster_180408ef-dfb3-a659-4162-f373728beaf4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:16:46,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64005 2024-11-28T03:16:46,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:16:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:16:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/test.cache.data in system properties and HBase conf 2024-11-28T03:16:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:16:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:16:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:16:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:16:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:16:47,024 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T03:16:47,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:16:47,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:16:47,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:16:47,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:16:47,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:16:47,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:16:47,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:16:47,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:16:47,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:16:47,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:16:47,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:16:47,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:16:47,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:16:47,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:16:47,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:16:47,961 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T03:16:48,048 INFO [Time-limited test {}] log.Log(170): Logging initialized @2380ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T03:16:48,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:16:48,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:16:48,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:16:48,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:16:48,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:16:48,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:16:48,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:16:48,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:16:48,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/java.io.tmpdir/jetty-localhost-40185-hadoop-hdfs-3_4_1-tests_jar-_-any-5334156269128653212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:16:48,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:40185} 2024-11-28T03:16:48,427 INFO [Time-limited test {}] server.Server(415): Started @2760ms 2024-11-28T03:16:48,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:16:48,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:16:48,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:16:48,826 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:16:48,826 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:16:48,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:16:48,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:16:48,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/java.io.tmpdir/jetty-localhost-39065-hadoop-hdfs-3_4_1-tests_jar-_-any-1372622299945146614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:16:48,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:39065} 2024-11-28T03:16:48,965 INFO [Time-limited test {}] server.Server(415): Started @3298ms 2024-11-28T03:16:49,031 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:16:49,522 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/cluster_180408ef-dfb3-a659-4162-f373728beaf4/data/data1/current/BP-1719556168-172.17.0.2-1732763807707/current, will proceed with Du for space computation calculation, 2024-11-28T03:16:49,522 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/cluster_180408ef-dfb3-a659-4162-f373728beaf4/data/data2/current/BP-1719556168-172.17.0.2-1732763807707/current, will proceed with Du for space computation calculation, 2024-11-28T03:16:49,558 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:16:49,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555 2024-11-28T03:16:49,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x908fd9fc2d0cad92 with lease ID 0xdcab26f7d213fc44: Processing first storage report for DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc from datanode DatanodeRegistration(127.0.0.1:38119, datanodeUuid=2f07811f-2070-4d3d-bc54-3c4c90e645fb, infoPort=38681, infoSecurePort=0, ipcPort=36309, storageInfo=lv=-57;cid=testClusterID;nsid=1825093994;c=1732763807707) 2024-11-28T03:16:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x908fd9fc2d0cad92 with lease ID 0xdcab26f7d213fc44: from storage DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc node DatanodeRegistration(127.0.0.1:38119, datanodeUuid=2f07811f-2070-4d3d-bc54-3c4c90e645fb, infoPort=38681, infoSecurePort=0, ipcPort=36309, storageInfo=lv=-57;cid=testClusterID;nsid=1825093994;c=1732763807707), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T03:16:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x908fd9fc2d0cad92 with lease ID 0xdcab26f7d213fc44: Processing first storage report for DS-93bab169-6449-4b99-93f5-e39d72b4591e from datanode DatanodeRegistration(127.0.0.1:38119, datanodeUuid=2f07811f-2070-4d3d-bc54-3c4c90e645fb, infoPort=38681, infoSecurePort=0, ipcPort=36309, storageInfo=lv=-57;cid=testClusterID;nsid=1825093994;c=1732763807707) 2024-11-28T03:16:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x908fd9fc2d0cad92 with lease ID 0xdcab26f7d213fc44: from storage DS-93bab169-6449-4b99-93f5-e39d72b4591e node DatanodeRegistration(127.0.0.1:38119, datanodeUuid=2f07811f-2070-4d3d-bc54-3c4c90e645fb, infoPort=38681, infoSecurePort=0, ipcPort=36309, storageInfo=lv=-57;cid=testClusterID;nsid=1825093994;c=1732763807707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:16:49,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:49,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:16:50,266 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347 with version=8 2024-11-28T03:16:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/hbase-staging 2024-11-28T03:16:50,362 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T03:16:50,621 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:16:50,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:50,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:50,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:16:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:50,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:16:50,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:16:50,848 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T03:16:50,860 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T03:16:50,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:16:50,898 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12921 (auto-detected) 2024-11-28T03:16:50,900 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T03:16:50,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37087 2024-11-28T03:16:50,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37087 connecting to ZooKeeper ensemble=127.0.0.1:64005 2024-11-28T03:16:50,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370870x0, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:16:50,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37087-0x1015c9357430000 connected 2024-11-28T03:16:51,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:51,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:51,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/running 2024-11-28T03:16:51,024 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347, hbase.cluster.distributed=false 2024-11-28T03:16:51,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/acl 2024-11-28T03:16:51,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37087 2024-11-28T03:16:51,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37087 2024-11-28T03:16:51,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37087 2024-11-28T03:16:51,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37087 2024-11-28T03:16:51,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37087 2024-11-28T03:16:51,169 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:16:51,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:51,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:51,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:16:51,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:51,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:16:51,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:16:51,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:16:51,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42593 2024-11-28T03:16:51,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42593 connecting to ZooKeeper ensemble=127.0.0.1:64005 2024-11-28T03:16:51,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:51,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425930x0, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:16:51,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42593-0x1015c9357430001 connected 2024-11-28T03:16:51,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/running 2024-11-28T03:16:51,195 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:16:51,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:16:51,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/master 2024-11-28T03:16:51,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/acl 2024-11-28T03:16:51,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42593 2024-11-28T03:16:51,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42593 2024-11-28T03:16:51,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42593 2024-11-28T03:16:51,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42593 2024-11-28T03:16:51,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42593 2024-11-28T03:16:51,231 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:37087 2024-11-28T03:16:51,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0609589657/backup-masters/b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:51,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/backup-masters 2024-11-28T03:16:51,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/backup-masters 2024-11-28T03:16:51,241 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on existing znode=/0609589657/backup-masters/b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609589657/master 2024-11-28T03:16:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:51,262 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on existing znode=/0609589657/master 2024-11-28T03:16:51,263 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0609589657/backup-masters/b4e3b2a3b1ef,37087,1732763810415 from backup master directory 2024-11-28T03:16:51,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/backup-masters/b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:51,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/backup-masters 2024-11-28T03:16:51,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/backup-masters 2024-11-28T03:16:51,268 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:16:51,269 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:51,271 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T03:16:51,272 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T03:16:51,328 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/hbase.id] with ID: 4200dec2-8b9f-4f0a-8633-a7b5d1d062ff 2024-11-28T03:16:51,328 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/.tmp/hbase.id 2024-11-28T03:16:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:16:51,339 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/.tmp/hbase.id]:[hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/hbase.id] 2024-11-28T03:16:51,381 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:51,386 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:16:51,405 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-28T03:16:51,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:51,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:51,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:16:51,431 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:16:51,434 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:16:51,457 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T03:16:51,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:16:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:16:51,912 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store 2024-11-28T03:16:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:16:52,337 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T03:16:52,341 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:52,342 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:16:52,342 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:16:52,343 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:16:52,344 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:16:52,344 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:16:52,344 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:16:52,345 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763812342Disabling compacts and flushes for region at 1732763812342Disabling writes for close at 1732763812344 (+2 ms)Writing region close event to WAL at 1732763812344Closed at 1732763812344 2024-11-28T03:16:52,348 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/.initializing 2024-11-28T03:16:52,348 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:52,356 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:16:52,371 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C37087%2C1732763810415, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/oldWALs, maxLogs=10 2024-11-28T03:16:52,394 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375, exclude list is [], retry=0 2024-11-28T03:16:52,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc,DISK] 2024-11-28T03:16:52,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T03:16:52,449 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375 2024-11-28T03:16:52,450 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-28T03:16:52,450 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:16:52,451 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:52,453 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,454 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:16:52,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:52,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:52,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:16:52,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:52,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:16:52,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:16:52,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:52,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:16:52,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:16:52,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:52,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:16:52,541 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,544 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,550 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,551 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,554 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:16:52,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:52,562 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:16:52,563 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59093180, jitterRate=-0.11944299936294556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:16:52,568 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763812467Initializing all the Stores at 1732763812469 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763812470 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763812470Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763812471 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763812471Cleaning up temporary data from old regions at 1732763812551 (+80 ms)Region opened successfully at 1732763812568 (+17 ms) 2024-11-28T03:16:52,570 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:16:52,604 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cd2757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:16:52,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:16:52,649 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:16:52,649 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:16:52,652 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:16:52,654 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T03:16:52,659 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T03:16:52,659 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:16:52,686 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:16:52,694 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/balancer because node does not exist (not necessarily an error) 2024-11-28T03:16:52,696 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/balancer already deleted, retry=false 2024-11-28T03:16:52,698 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:16:52,700 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:16:52,701 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/normalizer already deleted, retry=false 2024-11-28T03:16:52,703 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:16:52,706 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:16:52,709 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/switch/split already deleted, retry=false 2024-11-28T03:16:52,710 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:16:52,712 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/switch/merge already deleted, retry=false 2024-11-28T03:16:52,730 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:16:52,731 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/snapshot-cleanup already deleted, retry=false 2024-11-28T03:16:52,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609589657/running 2024-11-28T03:16:52,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609589657/running 2024-11-28T03:16:52,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:52,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:52,738 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,37087,1732763810415, sessionid=0x1015c9357430000, setting cluster-up flag (Was=false) 2024-11-28T03:16:52,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:52,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:52,759 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0609589657/flush-table-proc/acquired, /0609589657/flush-table-proc/reached, /0609589657/flush-table-proc/abort 2024-11-28T03:16:52,761 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:52,774 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0609589657/online-snapshot/acquired, /0609589657/online-snapshot/reached, /0609589657/online-snapshot/abort 2024-11-28T03:16:52,775 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:52,783 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:16:52,820 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(746): ClusterId : 4200dec2-8b9f-4f0a-8633-a7b5d1d062ff 2024-11-28T03:16:52,823 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:16:52,828 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:16:52,828 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:16:52,831 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:16:52,832 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650b3e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:16:52,853 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:42593 2024-11-28T03:16:52,858 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:16:52,858 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:16:52,858 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:16:52,861 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,37087,1732763810415 with port=42593, startcode=1732763811130 2024-11-28T03:16:52,864 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:16:52,874 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:16:52,876 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:16:52,881 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:16:52,887 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,37087,1732763810415 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:16:52,893 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:16:52,894 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:16:52,894 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:16:52,894 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:16:52,894 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:16:52,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:52,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:16:52,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:52,905 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763842905 2024-11-28T03:16:52,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:16:52,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:16:52,907 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:16:52,909 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:16:52,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:52,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:16:52,913 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:16:52,913 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:16:52,914 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:16:52,914 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:16:52,918 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:16:52,915 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:52,921 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:16:52,922 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:16:52,923 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:16:52,923 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:16:52,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:16:52,926 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:16:52,926 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37087 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T03:16:52,926 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:16:52,933 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763812928,5,FailOnTimeoutGroup] 2024-11-28T03:16:52,934 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763812933,5,FailOnTimeoutGroup] 2024-11-28T03:16:52,934 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:52,934 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:16:52,935 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:52,935 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:52,953 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T03:16:52,954 WARN [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T03:16:53,055 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,37087,1732763810415 with port=42593, startcode=1732763811130 2024-11-28T03:16:53,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:53,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37087 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:53,069 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347 2024-11-28T03:16:53,069 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33303 2024-11-28T03:16:53,069 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:16:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/rs 2024-11-28T03:16:53,076 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] zookeeper.ZKUtil(111): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on existing znode=/0609589657/rs/b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:53,076 WARN [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:16:53,076 INFO [RS:0;b4e3b2a3b1ef:42593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:16:53,076 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:53,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,42593,1732763811130] 2024-11-28T03:16:53,102 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:16:53,115 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:16:53,120 INFO [RS:0;b4e3b2a3b1ef:42593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:16:53,120 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,121 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:16:53,126 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:16:53,127 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,128 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,128 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,128 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,128 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,128 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,128 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:16:53,129 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,129 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,129 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,129 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,129 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,129 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:53,130 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:16:53,130 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:16:53,130 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,131 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,131 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,131 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,131 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,132 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,42593,1732763811130-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:16:53,152 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:16:53,154 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,42593,1732763811130-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,154 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,154 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.Replication(171): b4e3b2a3b1ef,42593,1732763811130 started 2024-11-28T03:16:53,172 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:53,172 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,42593,1732763811130, RpcServer on b4e3b2a3b1ef/172.17.0.2:42593, sessionid=0x1015c9357430001 2024-11-28T03:16:53,173 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:16:53,173 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:53,173 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,42593,1732763811130' 2024-11-28T03:16:53,174 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0609589657/flush-table-proc/abort' 2024-11-28T03:16:53,175 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0609589657/flush-table-proc/acquired' 2024-11-28T03:16:53,175 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:16:53,175 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:16:53,176 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:53,176 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,42593,1732763811130' 2024-11-28T03:16:53,176 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0609589657/online-snapshot/abort' 2024-11-28T03:16:53,177 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0609589657/online-snapshot/acquired' 2024-11-28T03:16:53,178 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:16:53,178 INFO [RS:0;b4e3b2a3b1ef:42593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:16:53,178 INFO [RS:0;b4e3b2a3b1ef:42593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:16:53,283 INFO [RS:0;b4e3b2a3b1ef:42593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:16:53,287 INFO [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C42593%2C1732763811130, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs, maxLogs=10 2024-11-28T03:16:53,304 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290, exclude list is [], retry=0 2024-11-28T03:16:53,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc,DISK] 2024-11-28T03:16:53,314 INFO [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 2024-11-28T03:16:53,315 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-28T03:16:53,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:16:53,327 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347 2024-11-28T03:16:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:16:53,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:53,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:16:53,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:16:53,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:53,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:53,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:16:53,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:16:53,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:53,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:53,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:16:53,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:16:53,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:53,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:53,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:16:53,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:16:53,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:53,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:53,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:16:53,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740 2024-11-28T03:16:53,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740 2024-11-28T03:16:53,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:16:53,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:16:53,767 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:16:53,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:16:53,774 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:16:53,775 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63330778, jitterRate=-0.056297868490219116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:16:53,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763813741Initializing all the Stores at 1732763813743 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763813743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763813743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763813743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763813743Cleaning up temporary data from old regions at 1732763813766 (+23 ms)Region opened successfully at 1732763813779 (+13 ms) 2024-11-28T03:16:53,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:16:53,779 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:16:53,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:16:53,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:16:53,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:16:53,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:16:53,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763813779Disabling compacts and flushes for region at 1732763813779Disabling writes for close at 1732763813779Writing region close event to WAL at 1732763813781 (+2 ms)Closed at 1732763813781 2024-11-28T03:16:53,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:16:53,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:16:53,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:16:53,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:16:53,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:16:53,960 DEBUG [b4e3b2a3b1ef:37087 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:16:53,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:53,983 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,42593,1732763811130, state=OPENING 2024-11-28T03:16:53,989 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:16:53,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:53,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:16:53,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:16:53,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:16:53,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:16:53,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,42593,1732763811130}] 2024-11-28T03:16:54,181 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:16:54,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:16:54,202 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:16:54,202 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:16:54,203 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:16:54,209 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C42593%2C1732763811130.meta, suffix=.meta, logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs, maxLogs=10 2024-11-28T03:16:54,234 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.meta.1732763814211.meta, exclude list is [], retry=0 2024-11-28T03:16:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc,DISK] 2024-11-28T03:16:54,252 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.meta.1732763814211.meta 2024-11-28T03:16:54,254 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-28T03:16:54,255 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:16:54,261 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:16:54,263 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:16:54,266 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:16:54,269 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:16:54,274 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:16:54,275 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:54,275 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:16:54,275 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:16:54,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:16:54,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:16:54,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:54,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:54,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:16:54,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:16:54,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:54,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:54,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:16:54,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:16:54,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:54,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:54,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:16:54,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:16:54,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:54,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:54,308 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:16:54,310 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740 2024-11-28T03:16:54,314 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740 2024-11-28T03:16:54,318 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:16:54,318 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:16:54,319 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:16:54,324 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:16:54,331 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59869855, jitterRate=-0.10786963999271393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:16:54,331 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:16:54,334 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763814276Writing region info on filesystem at 1732763814276Initializing all the Stores at 1732763814279 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763814280 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763814282 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763814282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763814282Cleaning up temporary data from old regions at 1732763814318 (+36 ms)Running coprocessor post-open hooks at 1732763814332 (+14 ms)Region opened successfully at 1732763814334 (+2 ms) 2024-11-28T03:16:54,344 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763814168 2024-11-28T03:16:54,359 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:16:54,360 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:16:54,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:54,365 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,42593,1732763811130, state=OPEN 2024-11-28T03:16:54,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609589657/meta-region-server 2024-11-28T03:16:54,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:16:54,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:54,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609589657/meta-region-server 2024-11-28T03:16:54,377 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:16:54,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:16:54,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,42593,1732763811130 in 380 msec 2024-11-28T03:16:54,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:16:54,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 591 msec 2024-11-28T03:16:54,402 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:16:54,402 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:16:54,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:16:54,431 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,42593,1732763811130, seqNum=-1] 2024-11-28T03:16:54,453 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:16:54,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:16:54,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6550 sec 2024-11-28T03:16:54,476 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763814476, completionTime=-1 2024-11-28T03:16:54,480 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:16:54,480 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:16:54,516 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:16:54,516 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763874516 2024-11-28T03:16:54,517 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732763934516 2024-11-28T03:16:54,517 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-11-28T03:16:54,519 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37087,1732763810415-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:54,519 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37087,1732763810415-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:54,519 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37087,1732763810415-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:54,521 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:37087, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:54,521 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:54,522 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:54,529 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:16:54,550 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.280sec 2024-11-28T03:16:54,551 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:16:54,552 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:16:54,553 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:16:54,554 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:16:54,554 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:16:54,555 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37087,1732763810415-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:16:54,555 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37087,1732763810415-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:16:54,563 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:16:54,564 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:16:54,564 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37087,1732763810415-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:54,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:54,636 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T03:16:54,636 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T03:16:54,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,37087,-1 for getting cluster id 2024-11-28T03:16:54,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:16:54,653 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4200dec2-8b9f-4f0a-8633-a7b5d1d062ff' 2024-11-28T03:16:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:16:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4200dec2-8b9f-4f0a-8633-a7b5d1d062ff" 2024-11-28T03:16:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305448db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:54,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,37087,-1] 2024-11-28T03:16:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:16:54,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:16:54,664 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:16:54,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:54,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:16:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,42593,1732763811130, seqNum=-1] 2024-11-28T03:16:54,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:16:54,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:16:54,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:54,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64005 2024-11-28T03:16:54,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:16:54,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c9357430002 connected 2024-11-28T03:16:54,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.log.dir so I do NOT create it in target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e 2024-11-28T03:16:54,733 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:16:54,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.tmp.dir so I do NOT create it in target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e 2024-11-28T03:16:54,734 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:16:54,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e 2024-11-28T03:16:54,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:16:54,734 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/cluster_6b3ef2c8-9211-931b-c494-fdde63ba2b76, deleteOnExit=true 2024-11-28T03:16:54,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:16:54,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/test.cache.data in system properties and HBase conf 2024-11-28T03:16:54,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:16:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:16:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:16:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:16:54,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:16:54,735 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:16:54,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:16:54,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:16:54,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:16:54,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:16:54,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:16:54,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:16:54,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:16:54,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:16:54,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:16:54,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:16:54,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:16:54,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:16:54,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:16:54,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:16:54,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:16:54,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/java.io.tmpdir/jetty-localhost-36123-hadoop-hdfs-3_4_1-tests_jar-_-any-11607061391700703525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:16:54,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:36123} 2024-11-28T03:16:54,998 INFO [Time-limited test {}] server.Server(415): Started @9331ms 2024-11-28T03:16:55,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:16:55,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:16:55,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:16:55,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:16:55,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:16:55,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:16:55,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:16:55,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/java.io.tmpdir/jetty-localhost-33807-hadoop-hdfs-3_4_1-tests_jar-_-any-1769237746698777582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:16:55,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:33807} 2024-11-28T03:16:55,209 INFO [Time-limited test {}] server.Server(415): Started @9542ms 2024-11-28T03:16:55,211 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:16:55,327 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/cluster_6b3ef2c8-9211-931b-c494-fdde63ba2b76/data/data1/current/BP-123188376-172.17.0.2-1732763814772/current, will proceed with Du for space computation calculation, 2024-11-28T03:16:55,327 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/cluster_6b3ef2c8-9211-931b-c494-fdde63ba2b76/data/data2/current/BP-123188376-172.17.0.2-1732763814772/current, will proceed with Du for space computation calculation, 2024-11-28T03:16:55,373 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:16:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e4e7a4b074ca6e5 with lease ID 0x5c287c28dc201d84: Processing first storage report for DS-f728ee1b-a6d7-41cc-b3dc-2417c335d643 from datanode DatanodeRegistration(127.0.0.1:36901, datanodeUuid=ea8c3752-6643-4b6a-be5b-81c814490e61, infoPort=46489, infoSecurePort=0, ipcPort=45769, storageInfo=lv=-57;cid=testClusterID;nsid=1097000376;c=1732763814772) 2024-11-28T03:16:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e4e7a4b074ca6e5 with lease ID 0x5c287c28dc201d84: from storage DS-f728ee1b-a6d7-41cc-b3dc-2417c335d643 node DatanodeRegistration(127.0.0.1:36901, datanodeUuid=ea8c3752-6643-4b6a-be5b-81c814490e61, infoPort=46489, infoSecurePort=0, ipcPort=45769, storageInfo=lv=-57;cid=testClusterID;nsid=1097000376;c=1732763814772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:16:55,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e4e7a4b074ca6e5 with lease ID 0x5c287c28dc201d84: Processing first storage report for DS-34dcc0a9-4931-41e7-ba51-5be7203b6fff from datanode DatanodeRegistration(127.0.0.1:36901, datanodeUuid=ea8c3752-6643-4b6a-be5b-81c814490e61, infoPort=46489, infoSecurePort=0, ipcPort=45769, storageInfo=lv=-57;cid=testClusterID;nsid=1097000376;c=1732763814772) 2024-11-28T03:16:55,378 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e4e7a4b074ca6e5 with lease ID 0x5c287c28dc201d84: from storage DS-34dcc0a9-4931-41e7-ba51-5be7203b6fff node DatanodeRegistration(127.0.0.1:36901, datanodeUuid=ea8c3752-6643-4b6a-be5b-81c814490e61, infoPort=46489, infoSecurePort=0, ipcPort=45769, storageInfo=lv=-57;cid=testClusterID;nsid=1097000376;c=1732763814772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:16:55,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e 2024-11-28T03:16:55,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:55,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:55,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:16:55,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161 with version=8 2024-11-28T03:16:55,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/hbase-staging 2024-11-28T03:16:55,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:16:55,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:55,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:55,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:16:55,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:55,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:16:55,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:16:55,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:16:55,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36997 2024-11-28T03:16:55,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36997 connecting to ZooKeeper ensemble=127.0.0.1:64005 2024-11-28T03:16:55,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369970x0, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:16:55,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36997-0x1015c9357430003 connected 2024-11-28T03:16:55,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:55,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:55,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on znode that does not yet exist, /11636751019/running 2024-11-28T03:16:55,895 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161, hbase.cluster.distributed=false 2024-11-28T03:16:55,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on znode that does not yet exist, /11636751019/acl 2024-11-28T03:16:55,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-28T03:16:55,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36997 2024-11-28T03:16:55,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36997 2024-11-28T03:16:55,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-28T03:16:55,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36997 2024-11-28T03:16:55,916 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:16:55,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:55,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:55,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:16:55,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:16:55,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:16:55,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:16:55,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:16:55,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42827 2024-11-28T03:16:55,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42827 connecting to ZooKeeper ensemble=127.0.0.1:64005 2024-11-28T03:16:55,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:55,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:55,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428270x0, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:16:55,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428270x0, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on znode that does not yet exist, /11636751019/running 2024-11-28T03:16:55,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42827-0x1015c9357430004 connected 2024-11-28T03:16:55,929 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:16:55,930 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:16:55,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on znode that does not yet exist, /11636751019/master 2024-11-28T03:16:55,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on znode that does not yet exist, /11636751019/acl 2024-11-28T03:16:55,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-28T03:16:55,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42827 2024-11-28T03:16:55,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42827 2024-11-28T03:16:55,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-28T03:16:55,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42827 2024-11-28T03:16:55,954 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:36997 2024-11-28T03:16:55,954 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11636751019/backup-masters/b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019/backup-masters 2024-11-28T03:16:55,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019/backup-masters 2024-11-28T03:16:55,957 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on existing znode=/11636751019/backup-masters/b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11636751019/master 2024-11-28T03:16:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:55,959 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on existing znode=/11636751019/master 2024-11-28T03:16:55,960 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11636751019/backup-masters/b4e3b2a3b1ef,36997,1732763815866 from backup master directory 2024-11-28T03:16:55,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11636751019/backup-masters/b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:55,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019/backup-masters 2024-11-28T03:16:55,963 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:16:55,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019/backup-masters 2024-11-28T03:16:55,963 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:55,971 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/hbase.id] with ID: 102be84c-a793-497e-adaf-8d409faaf0aa 2024-11-28T03:16:55,971 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/.tmp/hbase.id 2024-11-28T03:16:55,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:16:56,380 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/.tmp/hbase.id]:[hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/hbase.id] 2024-11-28T03:16:56,403 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:16:56,403 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:16:56,405 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T03:16:56,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:56,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:56,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:16:56,817 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:16:56,818 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:16:56,819 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:16:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:16:57,230 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store 2024-11-28T03:16:57,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:16:57,239 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:57,239 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:16:57,240 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:16:57,240 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:16:57,240 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:16:57,240 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:16:57,240 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:16:57,240 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763817239Disabling compacts and flushes for region at 1732763817239Disabling writes for close at 1732763817240 (+1 ms)Writing region close event to WAL at 1732763817240Closed at 1732763817240 2024-11-28T03:16:57,241 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/.initializing 2024-11-28T03:16:57,241 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/WALs/b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:57,243 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:16:57,246 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C36997%2C1732763815866, suffix=, logDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/WALs/b4e3b2a3b1ef,36997,1732763815866, archiveDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/oldWALs, maxLogs=10 2024-11-28T03:16:57,261 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/WALs/b4e3b2a3b1ef,36997,1732763815866/b4e3b2a3b1ef%2C36997%2C1732763815866.1732763817246, exclude list is [], retry=0 2024-11-28T03:16:57,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-f728ee1b-a6d7-41cc-b3dc-2417c335d643,DISK] 2024-11-28T03:16:57,267 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/WALs/b4e3b2a3b1ef,36997,1732763815866/b4e3b2a3b1ef%2C36997%2C1732763815866.1732763817246 2024-11-28T03:16:57,268 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46489:46489)] 2024-11-28T03:16:57,268 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:16:57,268 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:57,268 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,268 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:16:57,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:57,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:57,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:16:57,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:57,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:16:57,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:16:57,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:57,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:16:57,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:16:57,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:57,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:16:57,285 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,286 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,286 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,289 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,289 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,290 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:16:57,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:16:57,295 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:16:57,296 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67836504, jitterRate=0.010842680931091309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:16:57,296 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763817269Initializing all the Stores at 1732763817270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763817270Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763817270Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763817270Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763817270Cleaning up temporary data from old regions at 1732763817289 (+19 ms)Region opened successfully at 1732763817296 (+7 ms) 2024-11-28T03:16:57,296 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:16:57,301 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e4244a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:16:57,302 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:16:57,302 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:16:57,302 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:16:57,303 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:16:57,303 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:16:57,304 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:16:57,304 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:16:57,307 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:16:57,308 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Unable to get data of znode /11636751019/balancer because node does not exist (not necessarily an error) 2024-11-28T03:16:57,318 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11636751019/balancer already deleted, retry=false 2024-11-28T03:16:57,319 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:16:57,320 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Unable to get data of znode /11636751019/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:16:57,324 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11636751019/normalizer already deleted, retry=false 2024-11-28T03:16:57,324 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:16:57,326 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Unable to get data of znode /11636751019/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:16:57,330 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11636751019/switch/split already deleted, retry=false 2024-11-28T03:16:57,331 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Unable to get data of znode /11636751019/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:16:57,332 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11636751019/switch/merge already deleted, retry=false 2024-11-28T03:16:57,335 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Unable to get data of znode /11636751019/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:16:57,336 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11636751019/snapshot-cleanup already deleted, retry=false 2024-11-28T03:16:57,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11636751019/running 2024-11-28T03:16:57,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11636751019/running 2024-11-28T03:16:57,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:57,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:57,338 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,36997,1732763815866, sessionid=0x1015c9357430003, setting cluster-up flag (Was=false) 2024-11-28T03:16:57,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:57,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:57,349 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11636751019/flush-table-proc/acquired, /11636751019/flush-table-proc/reached, /11636751019/flush-table-proc/abort 2024-11-28T03:16:57,350 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:57,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:57,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:57,360 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11636751019/online-snapshot/acquired, /11636751019/online-snapshot/reached, /11636751019/online-snapshot/abort 2024-11-28T03:16:57,362 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:57,364 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:16:57,367 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:16:57,368 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:16:57,368 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:16:57,368 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,36997,1732763815866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:16:57,370 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:16:57,370 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:16:57,370 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:16:57,370 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:16:57,370 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:16:57,370 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,370 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:16:57,370 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,371 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763847371 2024-11-28T03:16:57,372 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:16:57,372 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:16:57,372 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:16:57,372 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:16:57,372 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:16:57,372 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:16:57,372 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:16:57,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:16:57,373 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:16:57,373 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:16:57,373 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:16:57,373 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:16:57,374 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:16:57,374 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:16:57,374 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763817374,5,FailOnTimeoutGroup] 2024-11-28T03:16:57,375 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763817374,5,FailOnTimeoutGroup] 2024-11-28T03:16:57,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:16:57,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,375 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:57,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:16:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:16:57,444 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(746): ClusterId : 102be84c-a793-497e-adaf-8d409faaf0aa 2024-11-28T03:16:57,444 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:16:57,446 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:16:57,446 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:16:57,449 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:16:57,449 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220b0721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:16:57,462 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:42827 2024-11-28T03:16:57,462 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:16:57,462 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:16:57,462 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:16:57,463 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,36997,1732763815866 with port=42827, startcode=1732763815916 2024-11-28T03:16:57,463 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:16:57,466 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:16:57,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:57,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36997 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:57,470 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161 2024-11-28T03:16:57,471 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43937 2024-11-28T03:16:57,471 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:16:57,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019/rs 2024-11-28T03:16:57,474 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] zookeeper.ZKUtil(111): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on existing znode=/11636751019/rs/b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:57,474 WARN [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:16:57,474 INFO [RS:0;b4e3b2a3b1ef:42827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:16:57,474 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/WALs/b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:57,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,42827,1732763815916] 2024-11-28T03:16:57,479 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:16:57,482 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:16:57,483 INFO [RS:0;b4e3b2a3b1ef:42827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:16:57,483 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,483 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:16:57,484 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:16:57,484 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,485 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:16:57,486 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:16:57,486 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:16:57,486 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,486 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,486 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,486 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,486 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,486 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,42827,1732763815916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:16:57,503 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:16:57,503 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,42827,1732763815916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,504 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,504 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.Replication(171): b4e3b2a3b1ef,42827,1732763815916 started 2024-11-28T03:16:57,520 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:57,520 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,42827,1732763815916, RpcServer on b4e3b2a3b1ef/172.17.0.2:42827, sessionid=0x1015c9357430004 2024-11-28T03:16:57,520 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:16:57,520 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:57,520 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,42827,1732763815916' 2024-11-28T03:16:57,520 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11636751019/flush-table-proc/abort' 2024-11-28T03:16:57,521 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11636751019/flush-table-proc/acquired' 2024-11-28T03:16:57,522 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:16:57,522 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:16:57,522 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:57,522 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,42827,1732763815916' 2024-11-28T03:16:57,522 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11636751019/online-snapshot/abort' 2024-11-28T03:16:57,522 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11636751019/online-snapshot/acquired' 2024-11-28T03:16:57,523 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:16:57,523 INFO [RS:0;b4e3b2a3b1ef:42827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:16:57,523 INFO [RS:0;b4e3b2a3b1ef:42827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:16:57,624 INFO [RS:0;b4e3b2a3b1ef:42827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:16:57,626 INFO [RS:0;b4e3b2a3b1ef:42827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C42827%2C1732763815916, suffix=, logDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/WALs/b4e3b2a3b1ef,42827,1732763815916, archiveDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/oldWALs, maxLogs=10 2024-11-28T03:16:57,643 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/WALs/b4e3b2a3b1ef,42827,1732763815916/b4e3b2a3b1ef%2C42827%2C1732763815916.1732763817628, exclude list is [], retry=0 2024-11-28T03:16:57,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-f728ee1b-a6d7-41cc-b3dc-2417c335d643,DISK] 2024-11-28T03:16:57,650 INFO [RS:0;b4e3b2a3b1ef:42827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/WALs/b4e3b2a3b1ef,42827,1732763815916/b4e3b2a3b1ef%2C42827%2C1732763815916.1732763817628 2024-11-28T03:16:57,650 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46489:46489)] 2024-11-28T03:16:57,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:16:57,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161 2024-11-28T03:16:57,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:16:58,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:58,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:16:58,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:16:58,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:58,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:16:58,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:16:58,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:58,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:16:58,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:16:58,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:58,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:16:58,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:16:58,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:58,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:16:58,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740 2024-11-28T03:16:58,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740 2024-11-28T03:16:58,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:16:58,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:16:58,215 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:16:58,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:16:58,219 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:16:58,220 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64984936, jitterRate=-0.031648993492126465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:16:58,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763818196Initializing all the Stores at 1732763818198 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763818198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763818199 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763818199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763818199Cleaning up temporary data from old regions at 1732763818214 (+15 ms)Region opened successfully at 1732763818220 (+6 ms) 2024-11-28T03:16:58,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:16:58,220 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:16:58,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:16:58,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:16:58,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:16:58,221 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:16:58,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763818220Disabling compacts and flushes for region at 1732763818220Disabling writes for close at 1732763818220Writing region close event to WAL at 1732763818221 (+1 ms)Closed at 1732763818221 2024-11-28T03:16:58,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:16:58,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:16:58,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:16:58,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:16:58,227 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:16:58,377 DEBUG [b4e3b2a3b1ef:36997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:16:58,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:58,381 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,42827,1732763815916, state=OPENING 2024-11-28T03:16:58,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:16:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:58,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:16:58,387 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:16:58,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11636751019/meta-region-server: CHANGED 2024-11-28T03:16:58,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11636751019/meta-region-server: CHANGED 2024-11-28T03:16:58,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,42827,1732763815916}] 2024-11-28T03:16:58,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:16:58,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:16:58,551 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:16:58,551 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:16:58,552 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:16:58,554 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C42827%2C1732763815916.meta, suffix=.meta, logDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/WALs/b4e3b2a3b1ef,42827,1732763815916, archiveDir=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/oldWALs, maxLogs=10 2024-11-28T03:16:58,583 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/WALs/b4e3b2a3b1ef,42827,1732763815916/b4e3b2a3b1ef%2C42827%2C1732763815916.meta.1732763818557.meta, exclude list is [], retry=0 2024-11-28T03:16:58,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36901,DS-f728ee1b-a6d7-41cc-b3dc-2417c335d643,DISK] 2024-11-28T03:16:58,590 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/WALs/b4e3b2a3b1ef,42827,1732763815916/b4e3b2a3b1ef%2C42827%2C1732763815916.meta.1732763818557.meta 2024-11-28T03:16:58,590 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46489:46489)] 2024-11-28T03:16:58,590 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:16:58,591 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:16:58,591 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:16:58,591 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:16:58,591 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:16:58,592 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:16:58,592 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:58,592 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:16:58,592 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:16:58,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:16:58,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:16:58,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:58,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:16:58,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:16:58,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:58,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:16:58,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:16:58,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:58,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:16:58,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:16:58,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:16:58,604 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:16:58,605 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740 2024-11-28T03:16:58,607 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740 2024-11-28T03:16:58,609 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:16:58,609 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:16:58,610 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:16:58,612 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:16:58,613 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70099530, jitterRate=0.044564396142959595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:16:58,613 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:16:58,614 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763818592Writing region info on filesystem at 1732763818592Initializing all the Stores at 1732763818594 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763818594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763818595 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763818595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763818595Cleaning up temporary data from old regions at 1732763818609 (+14 ms)Running coprocessor post-open hooks at 1732763818613 (+4 ms)Region opened successfully at 1732763818614 (+1 ms) 2024-11-28T03:16:58,615 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763818542 2024-11-28T03:16:58,619 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:16:58,619 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:16:58,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:58,621 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,42827,1732763815916, state=OPEN 2024-11-28T03:16:58,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11636751019/meta-region-server 2024-11-28T03:16:58,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11636751019/meta-region-server 2024-11-28T03:16:58,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:16:58,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11636751019/meta-region-server: CHANGED 2024-11-28T03:16:58,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11636751019/meta-region-server: CHANGED 2024-11-28T03:16:58,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:16:58,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,42827,1732763815916 in 238 msec 2024-11-28T03:16:58,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:16:58,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-28T03:16:58,634 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:16:58,634 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:16:58,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:16:58,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,42827,1732763815916, seqNum=-1] 2024-11-28T03:16:58,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:16:58,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:16:58,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-28T03:16:58,647 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763818647, completionTime=-1 2024-11-28T03:16:58,647 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:16:58,647 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:16:58,649 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:16:58,649 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763878649 2024-11-28T03:16:58,649 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732763938649 2024-11-28T03:16:58,650 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:16:58,650 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36997,1732763815866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:58,650 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36997,1732763815866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:58,650 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36997,1732763815866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:58,650 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:36997, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:58,650 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:58,650 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:58,653 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:16:58,655 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.692sec 2024-11-28T03:16:58,655 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:16:58,655 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:16:58,655 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:16:58,655 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:16:58,655 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:16:58,655 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36997,1732763815866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:16:58,655 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36997,1732763815866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:16:58,658 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:16:58,658 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:16:58,659 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36997,1732763815866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:16:58,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:16:58,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:16:58,747 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:16:58,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:16:58,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:16:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498229ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:16:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:16:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:16:58,750 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:16:58,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:16:58,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,42827,1732763815916, seqNum=-1] 2024-11-28T03:16:58,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:16:58,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:16:58,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:58,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64005 2024-11-28T03:16:58,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:16:58,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c9357430005 connected 2024-11-28T03:16:58,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3385ef8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,37087,-1 for getting cluster id 2024-11-28T03:16:58,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:16:58,769 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4200dec2-8b9f-4f0a-8633-a7b5d1d062ff' 2024-11-28T03:16:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:16:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4200dec2-8b9f-4f0a-8633-a7b5d1d062ff" 2024-11-28T03:16:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a094908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,37087,-1] 2024-11-28T03:16:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:16:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:16:58,773 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:16:58,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524292a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:16:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:16:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65aed6f2 2024-11-28T03:16:58,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:16:58,792 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:16:58,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:16:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:16:58,805 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36997' 2024-11-28T03:16:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:16:58,807 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd082f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,807 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:16:58,808 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:16:58,808 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:16:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:16:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:16:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6f772d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:16:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:16:58,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:16:58,811 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:16:58,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251861bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:16:58,812 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:16:58,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:16:58,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c5c8ec 2024-11-28T03:16:58,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:16:58,818 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:16:58,830 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-28T03:16:58,830 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:16:58,834 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:16:58,835 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:16:58,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:16:58,836 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:16:58,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:16:58,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:16:58,845 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:16:58,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:16:58,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741835_1011 (size=1138) 2024-11-28T03:16:58,894 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:16:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:16:59,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:16:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:16:59,259 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5fe90d82e64c324fcdc2992dcb24d64, NAME => 'hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347 2024-11-28T03:16:59,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741836_1012 (size=44) 2024-11-28T03:16:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:16:59,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:16:59,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5fe90d82e64c324fcdc2992dcb24d64, disabling compactions & flushes 2024-11-28T03:16:59,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:16:59,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:16:59,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. after waiting 0 ms 2024-11-28T03:16:59,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:16:59,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:16:59,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5fe90d82e64c324fcdc2992dcb24d64: Waiting for close lock at 1732763819668Disabling compacts and flushes for region at 1732763819668Disabling writes for close at 1732763819668Writing region close event to WAL at 1732763819668Closed at 1732763819668 2024-11-28T03:16:59,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:16:59,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732763819671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763819671"}]},"ts":"1732763819671"} 2024-11-28T03:16:59,679 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:16:59,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:16:59,683 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763819681"}]},"ts":"1732763819681"} 2024-11-28T03:16:59,686 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:16:59,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN}] 2024-11-28T03:16:59,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN 2024-11-28T03:16:59,691 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,42593,1732763811130; forceNewPlan=false, retain=false 2024-11-28T03:16:59,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:16:59,843 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f5fe90d82e64c324fcdc2992dcb24d64, regionState=OPENING, regionLocation=b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:16:59,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN because future has completed 2024-11-28T03:16:59,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5fe90d82e64c324fcdc2992dcb24d64, server=b4e3b2a3b1ef,42593,1732763811130}] 2024-11-28T03:16:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:00,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:00,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:00,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:17:00,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C42593%2C1732763811130.rep, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs, maxLogs=10 2024-11-28T03:17:00,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.rep.1732763820012, exclude list is [], retry=0 2024-11-28T03:17:00,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc,DISK] 2024-11-28T03:17:00,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.rep.1732763820012 2024-11-28T03:17:00,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-28T03:17:00,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f5fe90d82e64c324fcdc2992dcb24d64, NAME => 'hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:00,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:00,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:00,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. service=MultiRowMutationService 2024-11-28T03:17:00,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:17:00,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:00,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,036 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,037 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fe90d82e64c324fcdc2992dcb24d64 columnFamilyName hfileref 2024-11-28T03:17:00,037 DEBUG [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:00,038 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(327): Store=f5fe90d82e64c324fcdc2992dcb24d64/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:00,038 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,040 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fe90d82e64c324fcdc2992dcb24d64 columnFamilyName queue 2024-11-28T03:17:00,040 DEBUG [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:00,040 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(327): Store=f5fe90d82e64c324fcdc2992dcb24d64/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:00,041 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,042 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fe90d82e64c324fcdc2992dcb24d64 columnFamilyName sid 2024-11-28T03:17:00,042 DEBUG [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:00,043 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(327): Store=f5fe90d82e64c324fcdc2992dcb24d64/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:00,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:17:00,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:00,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f5fe90d82e64c324fcdc2992dcb24d64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75102723, jitterRate=0.11911778151988983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:17:00,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:00,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f5fe90d82e64c324fcdc2992dcb24d64: Running coprocessor pre-open hook at 1732763820034Writing region info on filesystem at 1732763820034Initializing all the Stores at 1732763820035 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763820035Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763820035Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763820035Cleaning up temporary data from old regions at 1732763820046 (+11 ms)Running coprocessor post-open hooks at 1732763820052 (+6 ms)Region opened successfully at 1732763820053 (+1 ms) 2024-11-28T03:17:00,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64., pid=7, masterSystemTime=1732763820002 2024-11-28T03:17:00,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:00,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:00,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f5fe90d82e64c324fcdc2992dcb24d64, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:17:00,061 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37087 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b4e3b2a3b1ef,42593,1732763811130, table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T03:17:00,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5fe90d82e64c324fcdc2992dcb24d64, server=b4e3b2a3b1ef,42593,1732763811130 because future has completed 2024-11-28T03:17:00,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T03:17:00,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f5fe90d82e64c324fcdc2992dcb24d64, server=b4e3b2a3b1ef,42593,1732763811130 in 216 msec 2024-11-28T03:17:00,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:17:00,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN in 379 msec 2024-11-28T03:17:00,071 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:17:00,072 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763820071"}]},"ts":"1732763820071"} 2024-11-28T03:17:00,074 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:17:00,075 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:17:00,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2380 sec 2024-11-28T03:17:00,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64., hostname=b4e3b2a3b1ef,42593,1732763811130, seqNum=2] 2024-11-28T03:17:00,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42593 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-28T03:17:00,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:00,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:00,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:17:00,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-28T03:17:00,297 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:17:00,338 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,42593,1732763811130, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:17:00,339 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:00,339 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,42593,1732763811130, seqNum=-1] 2024-11-28T03:17:00,340 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:00,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-28T03:17:00,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,42593,1732763811130', locateType=CURRENT is [region=hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64., hostname=b4e3b2a3b1ef,42593,1732763811130, seqNum=2] 2024-11-28T03:17:00,351 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T03:17:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T03:17:00,356 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,42593,1732763811130 suceeded 2024-11-28T03:17:00,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-28T03:17:00,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-28T03:17:00,359 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:17:00,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5640 sec 2024-11-28T03:17:00,370 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36997' 2024-11-28T03:17:00,371 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24504dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,371 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:17:00,371 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:00,372 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:17:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:17:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5882674e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:17:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:00,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:00,374 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:00,375 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3813415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,375 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:17:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@510a6fc9 2024-11-28T03:17:00,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:00,377 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-28T03:17:00,378 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,42593,1732763811130 (queues=1) is replicating from cluster=4200dec2-8b9f-4f0a-8633-a7b5d1d062ff to cluster=102be84c-a793-497e-adaf-8d409faaf0aa 2024-11-28T03:17:00,380 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C42593%2C1732763811130 2024-11-28T03:17:00,383 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,42593,1732763811130, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:17:00,385 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.shipperb4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C42593%2C1732763811130 2024-11-28T03:17:00,389 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290, startPosition=0, beingWritten=true 2024-11-28T03:17:00,649 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:00,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:17:00,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T03:17:00,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T03:17:00,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-28T03:17:00,846 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:00,846 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-28T03:17:00,846 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:00,846 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T03:17:00,846 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T03:17:00,846 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T03:17:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:00,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:00,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:00,952 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:17:00,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:00,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:00,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:00,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3027e7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,37087,-1 for getting cluster id 2024-11-28T03:17:00,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:00,955 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4200dec2-8b9f-4f0a-8633-a7b5d1d062ff' 2024-11-28T03:17:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4200dec2-8b9f-4f0a-8633-a7b5d1d062ff" 2024-11-28T03:17:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1226cefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,37087,-1] 2024-11-28T03:17:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:00,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:00,956 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:00,957 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:00,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb1c2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:00,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:17:00,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d8ffdd 2024-11-28T03:17:00,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:00,962 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:00,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:17:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:17:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T03:17:00,966 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36997' 2024-11-28T03:17:00,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21af8e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,967 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:17:00,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:00,968 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:17:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:17:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a81e5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:17:00,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:00,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:00,970 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291fa351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:00,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:00,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:17:00,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6a1d2a 2024-11-28T03:17:00,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:00,972 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:00,973 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:17:00,973 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:17:00,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:00,973 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:00,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:00,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:17:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T03:17:01,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-28T03:17:01,138 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-28T03:17:01,169 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b4e3b2a3b1ef,42593,1732763811130, ReplicationSource: 2, currentBandwidth=0 2024-11-28T03:17:01,173 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-28T03:17:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-28T03:17:01,176 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b4e3b2a3b1ef,42593,1732763811130 suceeded 2024-11-28T03:17:01,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:17:01,179 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b4e3b2a3b1ef:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:17:01,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-28T03:17:01,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-11-28T03:17:01,189 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36997' 2024-11-28T03:17:01,190 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4216fffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,190 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:17:01,190 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:01,191 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:17:01,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:01,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:17:01,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35964d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:17:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,194 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:01,195 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c50a02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,195 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:01,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:17:01,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a48ef 2024-11-28T03:17:01,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:01,197 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-28T03:17:01,198 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b4e3b2a3b1ef,42593,1732763811130 (queues=1) is replicating from cluster=4200dec2-8b9f-4f0a-8633-a7b5d1d062ff to cluster=102be84c-a793-497e-adaf-8d409faaf0aa 2024-11-28T03:17:01,198 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C42593%2C1732763811130 2024-11-28T03:17:01,198 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b4e3b2a3b1ef,42593,1732763811130, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:17:01,198 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.shipperb4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C42593%2C1732763811130 2024-11-28T03:17:01,198 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290, startPosition=0, beingWritten=true 2024-11-28T03:17:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T03:17:01,283 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-28T03:17:01,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:01,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:01,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:01,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:17:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d3df8f 2024-11-28T03:17:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:01,290 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:01,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-28T03:17:01,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-28T03:17:01,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-28T03:17:01,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-28T03:17:01,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:17:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-28T03:17:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T03:17:01,304 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36997' 2024-11-28T03:17:01,305 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211c32d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,305 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:17:01,305 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:01,306 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:17:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:17:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632dc768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:17:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:01,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,308 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:01,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2994540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,309 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:01,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:17:01,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b4fe6f 2024-11-28T03:17:01,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:01,311 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:01,312 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-28T03:17:01,312 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:17:01,312 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,312 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:01,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:17:01,363 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:01,405 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T03:17:01,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-28T03:17:01,471 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-28T03:17:01,472 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-28T03:17:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-28T03:17:01,476 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b4e3b2a3b1ef,42593,1732763811130 suceeded 2024-11-28T03:17:01,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-28T03:17:01,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-28T03:17:01,479 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b4e3b2a3b1ef:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:17:01,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-28T03:17:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T03:17:01,622 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-28T03:17:01,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:17:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-28T03:17:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T03:17:01,627 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36997' 2024-11-28T03:17:01,628 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3263e5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,628 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:17:01,628 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:01,629 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:17:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:17:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430028b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:17:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:01,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,631 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:01,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c2cdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:01,632 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:01,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:17:01,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63860969 2024-11-28T03:17:01,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:01,634 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:01,635 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T03:17:01,635 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:17:01,635 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,635 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:01,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:17:01,711 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T03:17:01,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-28T03:17:01,799 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-28T03:17:01,800 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-28T03:17:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-28T03:17:01,804 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b4e3b2a3b1ef,42593,1732763811130 suceeded 2024-11-28T03:17:01,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-28T03:17:01,807 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b4e3b2a3b1ef:36997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:17:01,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-28T03:17:01,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 184 msec 2024-11-28T03:17:01,870 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T03:17:01,942 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-28T03:17:01,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-28T03:17:01,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37087 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-28T03:17:01,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:01,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:01,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:01,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:17:01,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=583918050, stopped=false 2024-11-28T03:17:01,946 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,37087,1732763810415 2024-11-28T03:17:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/running 2024-11-28T03:17:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/running 2024-11-28T03:17:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:01,948 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:01,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:01,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:01,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/running 2024-11-28T03:17:01,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/running 2024-11-28T03:17:01,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,42593,1732763811130' ***** 2024-11-28T03:17:01,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:17:01,949 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:17:01,950 INFO [RS:0;b4e3b2a3b1ef:42593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:17:01,950 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:17:01,950 INFO [RS:0;b4e3b2a3b1ef:42593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:17:01,950 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(3091): Received CLOSE for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:01,950 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:17:01,950 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:01,951 INFO [RS:0;b4e3b2a3b1ef:42593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:42593. 2024-11-28T03:17:01,951 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:01,951 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:01,951 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5fe90d82e64c324fcdc2992dcb24d64, disabling compactions & flushes 2024-11-28T03:17:01,951 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:17:01,951 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:01,951 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:17:01,951 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:17:01,951 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:01,951 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. after waiting 0 ms 2024-11-28T03:17:01,951 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:17:01,951 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:01,951 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:17:01,952 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5fe90d82e64c324fcdc2992dcb24d64=hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.} 2024-11-28T03:17:01,952 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:01,952 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:01,952 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:01,952 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:01,952 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:01,952 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:01,955 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5fe90d82e64c324fcdc2992dcb24d64 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-28T03:17:01,955 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-28T03:17:02,025 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/info/4beaf8dec621435fa1fcbbfaabfaf458 is 147, key is hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64./info:regioninfo/1732763820059/Put/seqid=0 2024-11-28T03:17:02,025 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/.tmp/queue/7133d26f10da4e5f88a35283ae040a0d is 151, key is 1-b4e3b2a3b1ef,42593,1732763811130/queue:b4e3b2a3b1ef%2C42593%2C1732763811130/1732763820345/Put/seqid=0 2024-11-28T03:17:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741838_1014 (size=6631) 2024-11-28T03:17:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741839_1015 (size=5500) 2024-11-28T03:17:02,038 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/.tmp/queue/7133d26f10da4e5f88a35283ae040a0d 2024-11-28T03:17:02,038 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:02,096 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/.tmp/queue/7133d26f10da4e5f88a35283ae040a0d as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/queue/7133d26f10da4e5f88a35283ae040a0d 2024-11-28T03:17:02,105 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/queue/7133d26f10da4e5f88a35283ae040a0d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-28T03:17:02,116 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f5fe90d82e64c324fcdc2992dcb24d64 in 157ms, sequenceid=6, compaction requested=false 2024-11-28T03:17:02,116 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:17:02,118 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:02,126 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T03:17:02,128 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:02,128 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:02,129 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:02,129 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5fe90d82e64c324fcdc2992dcb24d64: Waiting for close lock at 1732763821950Running coprocessor pre-close hooks at 1732763821951 (+1 ms)Disabling compacts and flushes for region at 1732763821951Disabling writes for close at 1732763821951Obtaining lock to block concurrent updates at 1732763821955 (+4 ms)Preparing flush snapshotting stores in f5fe90d82e64c324fcdc2992dcb24d64 at 1732763821955Finished memstore snapshotting hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732763821963 (+8 ms)Flushing stores of hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. at 1732763821965 (+2 ms)Flushing f5fe90d82e64c324fcdc2992dcb24d64/queue: creating writer at 1732763821966 (+1 ms)Flushing f5fe90d82e64c324fcdc2992dcb24d64/queue: appending metadata at 1732763822007 (+41 ms)Flushing f5fe90d82e64c324fcdc2992dcb24d64/queue: closing flushed file at 1732763822010 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dcbf2cd: reopening flushed file at 1732763822094 (+84 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f5fe90d82e64c324fcdc2992dcb24d64 in 157ms, sequenceid=6, compaction requested=false at 1732763822116 (+22 ms)Writing region close event to WAL at 1732763822120 (+4 ms)Running coprocessor post-close hooks at 1732763822126 (+6 ms)Closed at 1732763822129 (+3 ms) 2024-11-28T03:17:02,129 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:02,152 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:02,186 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:17:02,186 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:17:02,352 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:02,439 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/info/4beaf8dec621435fa1fcbbfaabfaf458 2024-11-28T03:17:02,475 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/ns/ea1c89d603fe4baba0dbf5c38a6aaaa4 is 43, key is default/ns:d/1732763814460/Put/seqid=0 2024-11-28T03:17:02,477 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:02,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741840_1016 (size=5153) 2024-11-28T03:17:02,553 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:02,625 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:02,753 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:02,882 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/ns/ea1c89d603fe4baba0dbf5c38a6aaaa4 2024-11-28T03:17:02,907 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/table/8236cba728de46ce99caf95dde405cef is 53, key is hbase:replication/table:state/1732763820071/Put/seqid=0 2024-11-28T03:17:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741841_1017 (size=5256) 2024-11-28T03:17:02,953 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:17:02,953 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:17:02,953 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:03,154 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:03,184 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:03,232 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.1732763813290 to pos 0, reset compression=false 2024-11-28T03:17:03,313 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/table/8236cba728de46ce99caf95dde405cef 2024-11-28T03:17:03,322 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/info/4beaf8dec621435fa1fcbbfaabfaf458 as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/info/4beaf8dec621435fa1fcbbfaabfaf458 2024-11-28T03:17:03,330 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/info/4beaf8dec621435fa1fcbbfaabfaf458, entries=10, sequenceid=11, filesize=6.5 K 2024-11-28T03:17:03,331 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/ns/ea1c89d603fe4baba0dbf5c38a6aaaa4 as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/ns/ea1c89d603fe4baba0dbf5c38a6aaaa4 2024-11-28T03:17:03,339 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/ns/ea1c89d603fe4baba0dbf5c38a6aaaa4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:17:03,340 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/table/8236cba728de46ce99caf95dde405cef as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/table/8236cba728de46ce99caf95dde405cef 2024-11-28T03:17:03,348 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/table/8236cba728de46ce99caf95dde405cef, entries=2, sequenceid=11, filesize=5.1 K 2024-11-28T03:17:03,350 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1398ms, sequenceid=11, compaction requested=false 2024-11-28T03:17:03,354 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:03,356 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T03:17:03,357 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:03,357 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:03,357 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:03,357 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763821951Running coprocessor pre-close hooks at 1732763821952 (+1 ms)Disabling compacts and flushes for region at 1732763821952Disabling writes for close at 1732763821952Obtaining lock to block concurrent updates at 1732763821955 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732763821955Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732763821963 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732763821965 (+2 ms)Flushing 1588230740/info: creating writer at 1732763821966 (+1 ms)Flushing 1588230740/info: appending metadata at 1732763822007 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732763822010 (+3 ms)Flushing 1588230740/ns: creating writer at 1732763822449 (+439 ms)Flushing 1588230740/ns: appending metadata at 1732763822473 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732763822473Flushing 1588230740/table: creating writer at 1732763822891 (+418 ms)Flushing 1588230740/table: appending metadata at 1732763822906 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732763822906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28843f51: reopening flushed file at 1732763823321 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3471495b: reopening flushed file at 1732763823330 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396dabcc: reopening flushed file at 1732763823339 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1398ms, sequenceid=11, compaction requested=false at 1732763823350 (+11 ms)Writing region close event to WAL at 1732763823351 (+1 ms)Running coprocessor post-close hooks at 1732763823357 (+6 ms)Closed at 1732763823357 2024-11-28T03:17:03,358 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:03,554 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,42593,1732763811130; all regions closed. 2024-11-28T03:17:03,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741834_1010 (size=2742) 2024-11-28T03:17:03,565 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs 2024-11-28T03:17:03,565 INFO [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C42593%2C1732763811130.meta:.meta(num 1732763814211) 2024-11-28T03:17:03,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741837_1013 (size=1802) 2024-11-28T03:17:03,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130/b4e3b2a3b1ef%2C42593%2C1732763811130.rep.1732763820012 not finished, retry = 0 2024-11-28T03:17:03,672 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs 2024-11-28T03:17:03,672 INFO [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C42593%2C1732763811130.rep:(num 1732763820012) 2024-11-28T03:17:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741832_1008 (size=93) 2024-11-28T03:17:03,678 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs 2024-11-28T03:17:03,678 INFO [RS:0;b4e3b2a3b1ef:42593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C42593%2C1732763811130:(num 1732763813290) 2024-11-28T03:17:03,678 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:03,678 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:03,678 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:03,678 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:03,678 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:03,678 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:03,679 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,42593,1732763811130 because: Region server is closing 2024-11-28T03:17:03,679 INFO [RS:0;b4e3b2a3b1ef:42593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:42593. 2024-11-28T03:17:03,679 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:03,680 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:03,680 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:03,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:03,780 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:17:03,780 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.shipperb4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T03:17:03,781 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,42593,1732763811130.replicationSource.shipperb4e3b2a3b1ef%2C42593%2C1732763811130,1-b4e3b2a3b1ef,42593,1732763811130 terminated 2024-11-28T03:17:03,781 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b4e3b2a3b1ef,42593,1732763811130 because: Region server is closing 2024-11-28T03:17:03,781 INFO [RS:0;b4e3b2a3b1ef:42593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:42593. 2024-11-28T03:17:03,781 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:03,782 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:03,782 DEBUG [RS:0;b4e3b2a3b1ef:42593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:03,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:03,882 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.wal-reader.b4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:17:03,882 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.shipperb4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T03:17:03,882 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,42593,1732763811130.replicationSource.shipperb4e3b2a3b1ef%2C42593%2C1732763811130,2-b4e3b2a3b1ef,42593,1732763811130 terminated 2024-11-28T03:17:03,883 INFO [RS:0;b4e3b2a3b1ef:42593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42593 2024-11-28T03:17:03,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/rs/b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:17:03,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/rs 2024-11-28T03:17:03,887 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:03,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,42593,1732763811130] 2024-11-28T03:17:03,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/draining/b4e3b2a3b1ef,42593,1732763811130 already deleted, retry=false 2024-11-28T03:17:03,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,42593,1732763811130 expired; onlineServers=0 2024-11-28T03:17:03,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,37087,1732763810415' ***** 2024-11-28T03:17:03,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:17:03,893 INFO [M:0;b4e3b2a3b1ef:37087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:03,893 INFO [M:0;b4e3b2a3b1ef:37087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:03,893 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:17:03,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:17:03,893 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:17:03,893 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763812933 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763812933,5,FailOnTimeoutGroup] 2024-11-28T03:17:03,893 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763812928 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763812928,5,FailOnTimeoutGroup] 2024-11-28T03:17:03,894 INFO [M:0;b4e3b2a3b1ef:37087 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:03,894 INFO [M:0;b4e3b2a3b1ef:37087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:03,894 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:17:03,894 INFO [M:0;b4e3b2a3b1ef:37087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:17:03,894 INFO [M:0;b4e3b2a3b1ef:37087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:03,895 INFO [M:0;b4e3b2a3b1ef:37087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:17:03,895 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:17:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/master 2024-11-28T03:17:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:03,895 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] zookeeper.ZKUtil(347): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/master because node does not exist (not an error) 2024-11-28T03:17:03,895 WARN [M:0;b4e3b2a3b1ef:37087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:17:03,896 INFO [M:0;b4e3b2a3b1ef:37087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/.lastflushedseqids 2024-11-28T03:17:03,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741842_1018 (size=181) 2024-11-28T03:17:03,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:03,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42593-0x1015c9357430001, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:03,990 INFO [RS:0;b4e3b2a3b1ef:42593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:03,990 INFO [RS:0;b4e3b2a3b1ef:42593 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,42593,1732763811130; zookeeper connection closed. 2024-11-28T03:17:03,991 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@506d36b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@506d36b3 2024-11-28T03:17:03,991 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:17:04,309 INFO [M:0;b4e3b2a3b1ef:37087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:17:04,309 INFO [M:0;b4e3b2a3b1ef:37087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:17:04,309 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:04,309 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:04,309 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:04,309 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:04,309 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:04,310 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-28T03:17:04,328 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8f5e411e144e3ea3f5cf5b89c83025 is 82, key is hbase:meta,,1/info:regioninfo/1732763814362/Put/seqid=0 2024-11-28T03:17:04,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741843_1019 (size=5672) 2024-11-28T03:17:04,733 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8f5e411e144e3ea3f5cf5b89c83025 2024-11-28T03:17:04,758 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97256b26b134c3a90a3c04a6999fd5c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732763820077/Put/seqid=0 2024-11-28T03:17:04,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741844_1020 (size=8663) 2024-11-28T03:17:05,165 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97256b26b134c3a90a3c04a6999fd5c 2024-11-28T03:17:05,196 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea59ec867934682a71a1b83ee3fa741 is 69, key is b4e3b2a3b1ef,42593,1732763811130/rs:state/1732763813062/Put/seqid=0 2024-11-28T03:17:05,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741845_1021 (size=5156) 2024-11-28T03:17:05,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:17:05,603 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea59ec867934682a71a1b83ee3fa741 2024-11-28T03:17:05,611 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8f5e411e144e3ea3f5cf5b89c83025 as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8f5e411e144e3ea3f5cf5b89c83025 2024-11-28T03:17:05,619 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8f5e411e144e3ea3f5cf5b89c83025, entries=8, sequenceid=115, filesize=5.5 K 2024-11-28T03:17:05,621 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d97256b26b134c3a90a3c04a6999fd5c as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d97256b26b134c3a90a3c04a6999fd5c 2024-11-28T03:17:05,628 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d97256b26b134c3a90a3c04a6999fd5c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-28T03:17:05,629 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea59ec867934682a71a1b83ee3fa741 as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea59ec867934682a71a1b83ee3fa741 2024-11-28T03:17:05,636 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea59ec867934682a71a1b83ee3fa741, entries=1, sequenceid=115, filesize=5.0 K 2024-11-28T03:17:05,638 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=115, compaction requested=false 2024-11-28T03:17:05,640 INFO [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:05,640 DEBUG [M:0;b4e3b2a3b1ef:37087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763824309Disabling compacts and flushes for region at 1732763824309Disabling writes for close at 1732763824309Obtaining lock to block concurrent updates at 1732763824310 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763824310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732763824310Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763824311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763824311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763824327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763824327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763824741 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763824757 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763824757Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763825173 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763825195 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763825195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745e8691: reopening flushed file at 1732763825610 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0500ff: reopening flushed file at 1732763825619 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69449bb: reopening flushed file at 1732763825628 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=115, compaction requested=false at 1732763825638 (+10 ms)Writing region close event to WAL at 1732763825640 (+2 ms)Closed at 1732763825640 2024-11-28T03:17:05,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741830_1006 (size=59421) 2024-11-28T03:17:05,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:05,644 INFO [M:0;b4e3b2a3b1ef:37087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:17:05,645 INFO [M:0;b4e3b2a3b1ef:37087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37087 2024-11-28T03:17:05,645 INFO [M:0;b4e3b2a3b1ef:37087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:05,747 INFO [M:0;b4e3b2a3b1ef:37087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:05,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37087-0x1015c9357430000, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:05,751 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:05,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:05,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:05,751 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:05,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:05,751 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:05,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:17:05,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:05,752 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34585 2024-11-28T03:17:05,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34585 connecting to ZooKeeper ensemble=127.0.0.1:64005 2024-11-28T03:17:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345850x0, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:05,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34585-0x1015c9357430006 connected 2024-11-28T03:17:05,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:05,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:05,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/running 2024-11-28T03:17:05,767 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: INIT 2024-11-28T03:17:05,767 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347, hbase.cluster.distributed=false 2024-11-28T03:17:05,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/acl 2024-11-28T03:17:05,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34585 2024-11-28T03:17:05,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34585 2024-11-28T03:17:05,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34585 2024-11-28T03:17:05,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34585 2024-11-28T03:17:05,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34585 2024-11-28T03:17:05,787 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:05,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:05,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:05,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:05,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:05,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:05,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:17:05,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:05,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46551 2024-11-28T03:17:05,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46551 connecting to ZooKeeper ensemble=127.0.0.1:64005 2024-11-28T03:17:05,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:05,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:05,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465510x0, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:05,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46551-0x1015c9357430007 connected 2024-11-28T03:17:05,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/running 2024-11-28T03:17:05,800 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: INIT 2024-11-28T03:17:05,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:17:05,805 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:17:05,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/master 2024-11-28T03:17:05,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/acl 2024-11-28T03:17:05,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-28T03:17:05,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46551 2024-11-28T03:17:05,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46551 2024-11-28T03:17:05,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-28T03:17:05,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46551 2024-11-28T03:17:05,825 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:34585 2024-11-28T03:17:05,826 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0609589657/backup-masters/b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:05,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/backup-masters 2024-11-28T03:17:05,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/backup-masters 2024-11-28T03:17:05,829 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on existing znode=/0609589657/backup-masters/b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:05,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609589657/master 2024-11-28T03:17:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:05,831 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on existing znode=/0609589657/master 2024-11-28T03:17:05,832 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0609589657/backup-masters/b4e3b2a3b1ef,34585,1732763825750 from backup master directory 2024-11-28T03:17:05,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/backup-masters/b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:05,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/backup-masters 2024-11-28T03:17:05,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/backup-masters 2024-11-28T03:17:05,833 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:05,833 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:05,849 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:05,849 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:17:05,862 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-28T03:17:05,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741846_1022 (size=196) 2024-11-28T03:17:06,274 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:06,275 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:17:06,275 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:06,283 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-28T03:17:06,286 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415 to hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415-dead as it is dead 2024-11-28T03:17:06,288 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-28T03:17:06,288 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-28T03:17:06,288 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415-dead/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375 2024-11-28T03:17:06,293 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415-dead/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375 after 3ms 2024-11-28T03:17:06,294 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415-dead/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375 to hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375 2024-11-28T03:17:06,294 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,37087,1732763810415-dead 2024-11-28T03:17:06,295 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:06,296 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:06,297 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C34585%2C1732763825750, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,34585,1732763825750, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/oldWALs, maxLogs=10 2024-11-28T03:17:06,311 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,34585,1732763825750/b4e3b2a3b1ef%2C34585%2C1732763825750.1732763826298, exclude list is [], retry=0 2024-11-28T03:17:06,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc,DISK] 2024-11-28T03:17:06,317 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/WALs/b4e3b2a3b1ef,34585,1732763825750/b4e3b2a3b1ef%2C34585%2C1732763825750.1732763826298 2024-11-28T03:17:06,317 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-28T03:17:06,317 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:06,317 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:06,317 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,318 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:17:06,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:06,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8f5e411e144e3ea3f5cf5b89c83025 2024-11-28T03:17:06,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:06,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:17:06,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:06,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d97256b26b134c3a90a3c04a6999fd5c 2024-11-28T03:17:06,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:06,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:17:06,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:06,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea59ec867934682a71a1b83ee3fa741 2024-11-28T03:17:06,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:06,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:17:06,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:06,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:06,346 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,346 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-28T03:17:06,346 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375 2024-11-28T03:17:06,363 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375 2024-11-28T03:17:06,365 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4e3b2a3b1ef%2C37087%2C1732763810415.1732763812375 2024-11-28T03:17:06,367 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,367 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,367 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:06,369 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:06,373 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-28T03:17:06,374 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58908319, jitterRate=-0.12219764292240143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:06,374 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763826318Initializing all the Stores at 1732763826319 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763826319Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763826319Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763826319Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763826319Cleaning up temporary data from old regions at 1732763826367 (+48 ms)Region opened successfully at 1732763826374 (+7 ms) 2024-11-28T03:17:06,374 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:17:06,378 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12409a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:06,389 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-28T03:17:06,389 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:17:06,389 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:17:06,389 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:17:06,390 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:17:06,395 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:06,395 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:17:06,395 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:17:06,396 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:17:06,396 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-28T03:17:06,396 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-28T03:17:06,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-28T03:17:06,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:17:06,400 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b4e3b2a3b1ef,42593,1732763811130, regionLocation=b4e3b2a3b1ef,42593,1732763811130, openSeqNum=2 2024-11-28T03:17:06,400 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b4e3b2a3b1ef,42593,1732763811130, table=hbase:meta, region=1588230740 2024-11-28T03:17:06,401 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,42593,1732763811130, state=OPEN 2024-11-28T03:17:06,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609589657/meta-region-server 2024-11-28T03:17:06,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609589657/meta-region-server 2024-11-28T03:17:06,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:17:06,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:17:06,408 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:17:06,409 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/draining/b4e3b2a3b1ef,42593,1732763811130 already deleted, retry=false 2024-11-28T03:17:06,409 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b4e3b2a3b1ef,42593,1732763811130 on b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:06,416 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b4e3b2a3b1ef,42593,1732763811130, splitWal=true, meta=true 2024-11-28T03:17:06,418 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for b4e3b2a3b1ef,42593,1732763811130 (carryingMeta=true) b4e3b2a3b1ef,42593,1732763811130/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26a01858[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-28T03:17:06,422 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/balancer because node does not exist (not necessarily an error) 2024-11-28T03:17:06,423 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/balancer already deleted, retry=false 2024-11-28T03:17:06,423 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:17:06,424 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:17:06,430 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/normalizer already deleted, retry=false 2024-11-28T03:17:06,430 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:17:06,431 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:17:06,432 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/switch/split already deleted, retry=false 2024-11-28T03:17:06,433 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:17:06,434 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/switch/merge already deleted, retry=false 2024-11-28T03:17:06,443 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:17:06,445 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/snapshot-cleanup already deleted, retry=false 2024-11-28T03:17:06,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609589657/running 2024-11-28T03:17:06,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0609589657/running 2024-11-28T03:17:06,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:06,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:06,447 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,34585,1732763825750, sessionid=0x1015c9357430006, setting cluster-up flag (Was=false) 2024-11-28T03:17:06,449 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0609589657/flush-table-proc/acquired, /0609589657/flush-table-proc/reached, /0609589657/flush-table-proc/abort 2024-11-28T03:17:06,450 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:06,455 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0609589657/online-snapshot/acquired, /0609589657/online-snapshot/reached, /0609589657/online-snapshot/abort 2024-11-28T03:17:06,456 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:06,458 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/.lastflushedseqids 2024-11-28T03:17:06,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:17:06,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:17:06,461 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,34585,1732763825750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b4e3b2a3b1ef,42593,1732763811130 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:17:06,463 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:06,463 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:06,463 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:06,463 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:06,463 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:17:06,463 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,463 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:06,463 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,464 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763856464 2024-11-28T03:17:06,464 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:17:06,464 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:17:06,464 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:17:06,464 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:17:06,464 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:17:06,464 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:17:06,467 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b4e3b2a3b1ef,42593,1732763811130, splitWal=true, meta=true 2024-11-28T03:17:06,468 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,468 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b4e3b2a3b1ef,42593,1732763811130, splitWal=true, meta=true, isMeta: true 2024-11-28T03:17:06,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:17:06,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:17:06,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:17:06,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:17:06,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:17:06,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:17:06,469 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763826469,5,FailOnTimeoutGroup] 2024-11-28T03:17:06,470 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763826469,5,FailOnTimeoutGroup] 2024-11-28T03:17:06,470 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,470 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:17:06,470 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,470 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,470 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763826470, completionTime=-1 2024-11-28T03:17:06,470 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-28T03:17:06,470 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130-splitting 2024-11-28T03:17:06,471 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130-splitting dir is empty, no logs to split. 2024-11-28T03:17:06,471 INFO [PEWorker-1 {}] master.SplitWALManager(105): b4e3b2a3b1ef,42593,1732763811130 WAL count=0, meta=true 2024-11-28T03:17:06,473 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-28T03:17:06,475 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130-splitting dir is empty, no logs to split. 2024-11-28T03:17:06,475 INFO [PEWorker-1 {}] master.SplitWALManager(105): b4e3b2a3b1ef,42593,1732763811130 WAL count=0, meta=true 2024-11-28T03:17:06,475 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b4e3b2a3b1ef,42593,1732763811130 WAL splitting is done? wals=0, meta=true 2024-11-28T03:17:06,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:17:06,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:06,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:17:06,514 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(746): ClusterId : 4200dec2-8b9f-4f0a-8633-a7b5d1d062ff 2024-11-28T03:17:06,514 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:17:06,517 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:17:06,517 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:17:06,519 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:17:06,519 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738ee39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:06,533 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:46551 2024-11-28T03:17:06,533 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:17:06,533 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:17:06,533 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:17:06,534 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,34585,1732763825750 with port=46551, startcode=1732763825787 2024-11-28T03:17:06,534 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:17:06,537 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:17:06,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:06,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34585 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:06,539 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347 2024-11-28T03:17:06,540 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33303 2024-11-28T03:17:06,540 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:17:06,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/rs 2024-11-28T03:17:06,542 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] zookeeper.ZKUtil(111): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on existing znode=/0609589657/rs/b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:06,542 WARN [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:06,542 INFO [RS:0;b4e3b2a3b1ef:46551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:06,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,46551,1732763825787] 2024-11-28T03:17:06,543 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:06,573 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-28T03:17:06,585 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:17:06,587 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:17:06,588 INFO [RS:0;b4e3b2a3b1ef:46551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:17:06,588 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,588 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:17:06,589 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:17:06,589 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,589 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:06,590 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:06,591 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,591 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,591 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,591 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,591 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,591 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,46551,1732763825787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:06,614 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:17:06,614 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,46551,1732763825787-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,630 WARN [b4e3b2a3b1ef:34585 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T03:17:06,631 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,46551,1732763825787, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:17:06,646 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSource(231): queueId=2-b4e3b2a3b1ef,46551,1732763825787, ReplicationSource: 2, currentBandwidth=0 2024-11-28T03:17:06,647 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,647 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.Replication(171): b4e3b2a3b1ef,46551,1732763825787 started 2024-11-28T03:17:06,647 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,1-b4e3b2a3b1ef,46551,1732763825787 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36997' 2024-11-28T03:17:06,648 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,1-b4e3b2a3b1ef,46551,1732763825787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e001571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:06,648 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,1-b4e3b2a3b1ef,46551,1732763825787 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:17:06,648 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,1-b4e3b2a3b1ef,46551,1732763825787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:06,650 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:17:06,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:06,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:17:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b1b3ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:17:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:06,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:06,653 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:06,654 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,1-b4e3b2a3b1ef,46551,1732763825787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@196ea857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:06,654 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,1-b4e3b2a3b1ef,46551,1732763825787 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:06,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:17:06,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a3c0ba 2024-11-28T03:17:06,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:06,656 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-28T03:17:06,657 INFO [RS:0;b4e3b2a3b1ef:46551.replicationSource,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,46551,1732763825787 (queues=0) is replicating from cluster=4200dec2-8b9f-4f0a-8633-a7b5d1d062ff to cluster=102be84c-a793-497e-adaf-8d409faaf0aa 2024-11-28T03:17:06,662 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:06,662 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,46551,1732763825787, RpcServer on b4e3b2a3b1ef/172.17.0.2:46551, sessionid=0x1015c9357430007 2024-11-28T03:17:06,662 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:17:06,662 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:06,662 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,46551,1732763825787' 2024-11-28T03:17:06,662 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0609589657/flush-table-proc/abort' 2024-11-28T03:17:06,663 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0609589657/flush-table-proc/acquired' 2024-11-28T03:17:06,663 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:17:06,663 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:17:06,663 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:06,663 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,46551,1732763825787' 2024-11-28T03:17:06,663 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0609589657/online-snapshot/abort' 2024-11-28T03:17:06,664 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0609589657/online-snapshot/acquired' 2024-11-28T03:17:06,664 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:17:06,664 INFO [RS:0;b4e3b2a3b1ef:46551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:17:06,664 INFO [RS:0;b4e3b2a3b1ef:46551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:17:06,669 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,2-b4e3b2a3b1ef,46551,1732763825787 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36997' 2024-11-28T03:17:06,671 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,2-b4e3b2a3b1ef,46551,1732763825787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17ab0759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:06,671 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,2-b4e3b2a3b1ef,46551,1732763825787 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36997,-1 for getting cluster id 2024-11-28T03:17:06,671 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,2-b4e3b2a3b1ef,46551,1732763825787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:06,672 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '102be84c-a793-497e-adaf-8d409faaf0aa' 2024-11-28T03:17:06,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "102be84c-a793-497e-adaf-8d409faaf0aa" 2024-11-28T03:17:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e3640eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36997,-1] 2024-11-28T03:17:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:06,674 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:06,675 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,2-b4e3b2a3b1ef,46551,1732763825787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7073201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:06,675 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource,2-b4e3b2a3b1ef,46551,1732763825787 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:06,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:17:06,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79b4738f 2024-11-28T03:17:06,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:06,677 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-28T03:17:06,678 INFO [RS:0;b4e3b2a3b1ef:46551.replicationSource,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b4e3b2a3b1ef,46551,1732763825787 (queues=0) is replicating from cluster=4200dec2-8b9f-4f0a-8633-a7b5d1d062ff to cluster=102be84c-a793-497e-adaf-8d409faaf0aa 2024-11-28T03:17:06,765 INFO [RS:0;b4e3b2a3b1ef:46551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:06,767 INFO [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46551%2C1732763825787, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs, maxLogs=10 2024-11-28T03:17:06,781 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768, exclude list is [], retry=0 2024-11-28T03:17:06,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc,DISK] 2024-11-28T03:17:06,787 INFO [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 2024-11-28T03:17:06,787 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b4e3b2a3b1ef%2C46551%2C1732763825787 for peer 2 2024-11-28T03:17:06,787 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b4e3b2a3b1ef%2C46551%2C1732763825787 for peer 1 2024-11-28T03:17:06,788 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C46551%2C1732763825787 2024-11-28T03:17:06,788 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,46551,1732763825787, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:17:06,788 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C46551%2C1732763825787 2024-11-28T03:17:06,788 INFO [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C46551%2C1732763825787 2024-11-28T03:17:06,788 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b4e3b2a3b1ef,46551,1732763825787, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:17:06,788 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-28T03:17:06,789 INFO [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C46551%2C1732763825787 2024-11-28T03:17:06,789 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768, startPosition=0, beingWritten=true 2024-11-28T03:17:06,789 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768, startPosition=0, beingWritten=true 2024-11-28T03:17:06,881 DEBUG [b4e3b2a3b1ef:34585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:17:06,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:06,883 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,46551,1732763825787, state=OPENING 2024-11-28T03:17:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609589657/meta-region-server 2024-11-28T03:17:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609589657/meta-region-server 2024-11-28T03:17:06,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:06,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46551,1732763825787}] 2024-11-28T03:17:06,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:17:06,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:17:06,996 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:06,996 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:07,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:17:07,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:17:07,048 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:17:07,048 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:07,048 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:17:07,050 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46551%2C1732763825787.meta, suffix=.meta, logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs, maxLogs=10 2024-11-28T03:17:07,064 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.meta.1732763827050.meta, exclude list is [], retry=0 2024-11-28T03:17:07,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc,DISK] 2024-11-28T03:17:07,068 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.meta.1732763827050.meta 2024-11-28T03:17:07,069 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-28T03:17:07,069 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:07,069 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:07,069 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:07,070 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:17:07,070 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:17:07,070 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:17:07,070 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:07,070 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:17:07,070 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:17:07,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:07,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:07,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:07,080 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/info/4beaf8dec621435fa1fcbbfaabfaf458 2024-11-28T03:17:07,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:07,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:07,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:07,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:07,088 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/ns/ea1c89d603fe4baba0dbf5c38a6aaaa4 2024-11-28T03:17:07,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:07,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:07,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:07,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:07,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:07,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:07,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:07,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:07,098 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/table/8236cba728de46ce99caf95dde405cef 2024-11-28T03:17:07,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:07,098 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:07,099 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740 2024-11-28T03:17:07,100 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740 2024-11-28T03:17:07,101 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:07,101 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:07,102 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:07,104 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:07,105 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71939841, jitterRate=0.07198716700077057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:07,105 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:17:07,105 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763827070Writing region info on filesystem at 1732763827070Initializing all the Stores at 1732763827071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763827071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763827072 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763827072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763827072Cleaning up temporary data from old regions at 1732763827102 (+30 ms)Running coprocessor post-open hooks at 1732763827105 (+3 ms)Region opened successfully at 1732763827105 2024-11-28T03:17:07,106 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732763827041 2024-11-28T03:17:07,108 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:17:07,109 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:17:07,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:07,111 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,46551,1732763825787, state=OPEN 2024-11-28T03:17:07,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609589657/meta-region-server 2024-11-28T03:17:07,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0609589657/meta-region-server 2024-11-28T03:17:07,112 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:07,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:17:07,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0609589657/meta-region-server: CHANGED 2024-11-28T03:17:07,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-28T03:17:07,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46551,1732763825787 in 224 msec 2024-11-28T03:17:07,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-28T03:17:07,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-28T03:17:07,303 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:07,303 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:07,710 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:07,710 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:08,075 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-28T03:17:08,217 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:08,217 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:08,824 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:08,824 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:09,531 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:09,532 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:09,578 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-28T03:17:10,337 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:10,338 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:10,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T03:17:10,980 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-28T03:17:10,980 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:17:10,981 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:10,981 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46551,1732763825787, seqNum=-1] 2024-11-28T03:17:10,981 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:10,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:10,989 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f5fe90d82e64c324fcdc2992dcb24d64, regionState=OPEN, lastHost=b4e3b2a3b1ef,42593,1732763811130, regionLocation=b4e3b2a3b1ef,42593,1732763811130, openSeqNum=2 2024-11-28T03:17:10,989 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:17:10,989 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763890989 2024-11-28T03:17:10,989 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732763950989 2024-11-28T03:17:10,989 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-28T03:17:10,990 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,34585,1732763825750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:10,990 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,34585,1732763825750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:10,990 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b4e3b2a3b1ef,42593,1732763811130 had 2 regions 2024-11-28T03:17:10,990 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,34585,1732763825750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:10,990 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:34585, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:10,990 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:10,990 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:10,992 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b4e3b2a3b1ef,42593,1732763811130, splitWal=true, meta=true, isMeta: false 2024-11-28T03:17:10,994 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130-splitting dir is empty, no logs to split. 2024-11-28T03:17:10,994 INFO [PEWorker-3 {}] master.SplitWALManager(105): b4e3b2a3b1ef,42593,1732763811130 WAL count=0, meta=false 2024-11-28T03:17:10,997 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.164sec 2024-11-28T03:17:10,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:17:10,998 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,42593,1732763811130-splitting dir is empty, no logs to split. 2024-11-28T03:17:10,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:17:10,998 INFO [PEWorker-3 {}] master.SplitWALManager(105): b4e3b2a3b1ef,42593,1732763811130 WAL count=0, meta=false 2024-11-28T03:17:10,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:17:10,998 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b4e3b2a3b1ef,42593,1732763811130 WAL splitting is done? wals=0, meta=false 2024-11-28T03:17:10,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:17:10,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:17:10,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,34585,1732763825750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:10,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,34585,1732763825750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:17:11,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN}] 2024-11-28T03:17:11,001 WARN [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b4e3b2a3b1ef,42593,1732763811130/hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:11,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN 2024-11-28T03:17:11,003 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:17:11,003 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:17:11,003 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,34585,1732763825750-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:11,003 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:17:11,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e730b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:11,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,34585,-1 for getting cluster id 2024-11-28T03:17:11,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:11,020 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4200dec2-8b9f-4f0a-8633-a7b5d1d062ff' 2024-11-28T03:17:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:11,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4200dec2-8b9f-4f0a-8633-a7b5d1d062ff" 2024-11-28T03:17:11,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1510abf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:11,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,34585,-1] 2024-11-28T03:17:11,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,023 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87af7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:11,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:11,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46551,1732763825787, seqNum=-1] 2024-11-28T03:17:11,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:11,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:11,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-28T03:17:11,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:11,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:11,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:11,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b4e3b2a3b1ef:34585 after: b4e3b2a3b1ef:34585 2024-11-28T03:17:11,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:11,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,34585,-1 for getting cluster id 2024-11-28T03:17:11,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:11,032 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4200dec2-8b9f-4f0a-8633-a7b5d1d062ff' 2024-11-28T03:17:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4200dec2-8b9f-4f0a-8633-a7b5d1d062ff" 2024-11-28T03:17:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6830a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,34585,-1] 2024-11-28T03:17:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:11,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,035 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:11,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:11,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:11,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22963c9f 2024-11-28T03:17:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:11,038 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:11,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-28T03:17:11,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-28T03:17:11,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-28T03:17:11,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-28T03:17:11,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:17:11,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:11,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:11,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:11,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:17:11,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=455133924, stopped=false 2024-11-28T03:17:11,042 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,36997,1732763815866 2024-11-28T03:17:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11636751019/running 2024-11-28T03:17:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:17:11,044 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11636751019/running 2024-11-28T03:17:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:17:11,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:11,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:11,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,045 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,42827,1732763815916' ***** 2024-11-28T03:17:11,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:17:11,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on znode that does not yet exist, /11636751019/running 2024-11-28T03:17:11,045 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:17:11,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:17:11,045 INFO [RS:0;b4e3b2a3b1ef:42827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:17:11,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Set watcher on znode that does not yet exist, /11636751019/running 2024-11-28T03:17:11,045 INFO [RS:0;b4e3b2a3b1ef:42827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:17:11,045 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:17:11,045 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:11,045 INFO [RS:0;b4e3b2a3b1ef:42827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:42827. 2024-11-28T03:17:11,046 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:11,046 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,046 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:17:11,046 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:17:11,046 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:17:11,046 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:17:11,046 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:17:11,046 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:17:11,046 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:11,046 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:11,046 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:11,046 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:11,046 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:11,046 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:11,047 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-28T03:17:11,064 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740/.tmp/ns/de1f868726534d69a167c0971b3ebda9 is 43, key is default/ns:d/1732763818639/Put/seqid=0 2024-11-28T03:17:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741835_1011 (size=5153) 2024-11-28T03:17:11,096 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:11,154 DEBUG [b4e3b2a3b1ef:34585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:17:11,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f5fe90d82e64c324fcdc2992dcb24d64, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:11,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN because future has completed 2024-11-28T03:17:11,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5fe90d82e64c324fcdc2992dcb24d64, server=b4e3b2a3b1ef,46551,1732763825787}] 2024-11-28T03:17:11,244 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:11,244 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:11,246 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:11,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:11,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:11,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:17:11,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46551%2C1732763825787.rep, suffix=, logDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787, archiveDir=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs, maxLogs=10 2024-11-28T03:17:11,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.rep.1732763831319, exclude list is [], retry=0 2024-11-28T03:17:11,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38119,DS-75938f4a-7c76-4fa3-ad6c-d56b338007bc,DISK] 2024-11-28T03:17:11,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.rep.1732763831319 2024-11-28T03:17:11,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38681:38681)] 2024-11-28T03:17:11,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f5fe90d82e64c324fcdc2992dcb24d64, NAME => 'hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:11,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:11,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:11,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. service=MultiRowMutationService 2024-11-28T03:17:11,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:17:11,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:11,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,341 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,342 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fe90d82e64c324fcdc2992dcb24d64 columnFamilyName hfileref 2024-11-28T03:17:11,342 DEBUG [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:11,343 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(327): Store=f5fe90d82e64c324fcdc2992dcb24d64/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:11,343 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,344 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fe90d82e64c324fcdc2992dcb24d64 columnFamilyName queue 2024-11-28T03:17:11,344 DEBUG [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:11,351 DEBUG [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/queue/7133d26f10da4e5f88a35283ae040a0d 2024-11-28T03:17:11,351 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(327): Store=f5fe90d82e64c324fcdc2992dcb24d64/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:11,351 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,352 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fe90d82e64c324fcdc2992dcb24d64 columnFamilyName sid 2024-11-28T03:17:11,352 DEBUG [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:11,353 INFO [StoreOpener-f5fe90d82e64c324fcdc2992dcb24d64-1 {}] regionserver.HStore(327): Store=f5fe90d82e64c324fcdc2992dcb24d64/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:11,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:17:11,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f5fe90d82e64c324fcdc2992dcb24d64; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69742014, jitterRate=0.039236992597579956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:17:11,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:11,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f5fe90d82e64c324fcdc2992dcb24d64: Running coprocessor pre-open hook at 1732763831339Writing region info on filesystem at 1732763831339Initializing all the Stores at 1732763831340 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763831340Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763831341 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763831341Cleaning up temporary data from old regions at 1732763831356 (+15 ms)Running coprocessor post-open hooks at 1732763831359 (+3 ms)Region opened successfully at 1732763831360 (+1 ms) 2024-11-28T03:17:11,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64., pid=19, masterSystemTime=1732763831312 2024-11-28T03:17:11,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:11,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:11,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f5fe90d82e64c324fcdc2992dcb24d64, regionState=OPEN, openSeqNum=10, regionLocation=b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:11,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5fe90d82e64c324fcdc2992dcb24d64, server=b4e3b2a3b1ef,46551,1732763825787 because future has completed 2024-11-28T03:17:11,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-28T03:17:11,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f5fe90d82e64c324fcdc2992dcb24d64, server=b4e3b2a3b1ef,46551,1732763825787 in 211 msec 2024-11-28T03:17:11,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-28T03:17:11,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5fe90d82e64c324fcdc2992dcb24d64, ASSIGN in 372 msec 2024-11-28T03:17:11,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-28T03:17:11,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64., hostname=b4e3b2a3b1ef,46551,1732763825787, seqNum=10] 2024-11-28T03:17:11,412 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b4e3b2a3b1ef,42593,1732763811130 2024-11-28T03:17:11,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-28T03:17:11,447 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:11,470 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740/.tmp/ns/de1f868726534d69a167c0971b3ebda9 2024-11-28T03:17:11,478 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740/.tmp/ns/de1f868726534d69a167c0971b3ebda9 as hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740/ns/de1f868726534d69a167c0971b3ebda9 2024-11-28T03:17:11,484 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740/ns/de1f868726534d69a167c0971b3ebda9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-28T03:17:11,485 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-28T03:17:11,485 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:17:11,487 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:17:11,487 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:17:11,490 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T03:17:11,491 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:11,491 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:11,491 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:11,491 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763831046Running coprocessor pre-close hooks at 1732763831046Disabling compacts and flushes for region at 1732763831046Disabling writes for close at 1732763831046Obtaining lock to block concurrent updates at 1732763831047 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732763831047Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732763831047Flushing stores of hbase:meta,,1.1588230740 at 1732763831048 (+1 ms)Flushing 1588230740/ns: creating writer at 1732763831048Flushing 1588230740/ns: appending metadata at 1732763831064 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732763831064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a349b8d: reopening flushed file at 1732763831477 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1732763831485 (+8 ms)Writing region close event to WAL at 1732763831486 (+1 ms)Running coprocessor post-close hooks at 1732763831491 (+5 ms)Closed at 1732763831491 2024-11-28T03:17:11,491 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:11,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-28T03:17:11,647 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,42827,1732763815916; all regions closed. 2024-11-28T03:17:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741834_1010 (size=1152) 2024-11-28T03:17:11,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/WALs/b4e3b2a3b1ef,42827,1732763815916/b4e3b2a3b1ef%2C42827%2C1732763815916.meta.1732763818557.meta not finished, retry = 0 2024-11-28T03:17:11,754 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/oldWALs 2024-11-28T03:17:11,754 INFO [RS:0;b4e3b2a3b1ef:42827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C42827%2C1732763815916.meta:.meta(num 1732763818557) 2024-11-28T03:17:11,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741832_1008 (size=93) 2024-11-28T03:17:11,758 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/oldWALs 2024-11-28T03:17:11,758 INFO [RS:0;b4e3b2a3b1ef:42827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C42827%2C1732763815916:(num 1732763817628) 2024-11-28T03:17:11,758 DEBUG [RS:0;b4e3b2a3b1ef:42827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:11,758 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:11,759 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:11,759 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:11,759 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:11,759 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:11,759 INFO [RS:0;b4e3b2a3b1ef:42827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42827 2024-11-28T03:17:11,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11636751019/rs/b4e3b2a3b1ef,42827,1732763815916 2024-11-28T03:17:11,761 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:11,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019/rs 2024-11-28T03:17:11,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,42827,1732763815916] 2024-11-28T03:17:11,765 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11636751019/draining/b4e3b2a3b1ef,42827,1732763815916 already deleted, retry=false 2024-11-28T03:17:11,765 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,42827,1732763815916 expired; onlineServers=0 2024-11-28T03:17:11,765 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,36997,1732763815866' ***** 2024-11-28T03:17:11,765 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:17:11,766 INFO [M:0;b4e3b2a3b1ef:36997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:11,766 INFO [M:0;b4e3b2a3b1ef:36997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:11,766 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:17:11,766 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:17:11,766 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:17:11,766 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763817374 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763817374,5,FailOnTimeoutGroup] 2024-11-28T03:17:11,766 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763817374 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763817374,5,FailOnTimeoutGroup] 2024-11-28T03:17:11,766 INFO [M:0;b4e3b2a3b1ef:36997 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:11,766 INFO [M:0;b4e3b2a3b1ef:36997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:11,766 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:17:11,766 INFO [M:0;b4e3b2a3b1ef:36997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:17:11,766 INFO [M:0;b4e3b2a3b1ef:36997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:11,766 INFO [M:0;b4e3b2a3b1ef:36997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:17:11,766 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:17:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11636751019/master 2024-11-28T03:17:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11636751019 2024-11-28T03:17:11,767 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] zookeeper.ZKUtil(347): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Unable to get data of znode /11636751019/master because node does not exist (not an error) 2024-11-28T03:17:11,767 WARN [M:0;b4e3b2a3b1ef:36997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:17:11,769 INFO [M:0;b4e3b2a3b1ef:36997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/.lastflushedseqids 2024-11-28T03:17:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741836_1012 (size=99) 2024-11-28T03:17:11,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:11,863 INFO [RS:0;b4e3b2a3b1ef:42827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:11,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42827-0x1015c9357430004, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:11,863 INFO [RS:0;b4e3b2a3b1ef:42827 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,42827,1732763815916; zookeeper connection closed. 2024-11-28T03:17:11,863 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@503d1875 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@503d1875 2024-11-28T03:17:11,863 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:17:12,178 INFO [M:0;b4e3b2a3b1ef:36997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:17:12,178 INFO [M:0;b4e3b2a3b1ef:36997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:17:12,178 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:12,178 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:12,178 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:12,178 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:12,178 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:12,178 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-28T03:17:12,197 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08b9736870424cb09503bcfce5c14124 is 82, key is hbase:meta,,1/info:regioninfo/1732763818620/Put/seqid=0 2024-11-28T03:17:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741837_1013 (size=5672) 2024-11-28T03:17:12,251 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:12,252 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:12,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:17:12,603 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08b9736870424cb09503bcfce5c14124 2024-11-28T03:17:12,632 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c78b4d09a246a783ab2ea300be932e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732763818646/Put/seqid=0 2024-11-28T03:17:12,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741838_1014 (size=5275) 2024-11-28T03:17:13,038 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c78b4d09a246a783ab2ea300be932e 2024-11-28T03:17:13,059 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f804cb53ec442d952624c8cb8046e4 is 69, key is b4e3b2a3b1ef,42827,1732763815916/rs:state/1732763817467/Put/seqid=0 2024-11-28T03:17:13,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741839_1015 (size=5156) 2024-11-28T03:17:13,358 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:13,358 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:13,464 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f804cb53ec442d952624c8cb8046e4 2024-11-28T03:17:13,471 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08b9736870424cb09503bcfce5c14124 as hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08b9736870424cb09503bcfce5c14124 2024-11-28T03:17:13,477 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08b9736870424cb09503bcfce5c14124, entries=8, sequenceid=28, filesize=5.5 K 2024-11-28T03:17:13,478 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16c78b4d09a246a783ab2ea300be932e as hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16c78b4d09a246a783ab2ea300be932e 2024-11-28T03:17:13,483 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16c78b4d09a246a783ab2ea300be932e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-28T03:17:13,484 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f804cb53ec442d952624c8cb8046e4 as hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84f804cb53ec442d952624c8cb8046e4 2024-11-28T03:17:13,490 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43937/user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84f804cb53ec442d952624c8cb8046e4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-28T03:17:13,491 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false 2024-11-28T03:17:13,493 INFO [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:13,493 DEBUG [M:0;b4e3b2a3b1ef:36997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763832178Disabling compacts and flushes for region at 1732763832178Disabling writes for close at 1732763832178Obtaining lock to block concurrent updates at 1732763832178Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763832178Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732763832179 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763832180 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763832180Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763832196 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763832196Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763832610 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763832631 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763832632 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763833044 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763833059 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763833059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8633ea: reopening flushed file at 1732763833471 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a83a87c: reopening flushed file at 1732763833477 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36127ba5: reopening flushed file at 1732763833483 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=28, compaction requested=false at 1732763833491 (+8 ms)Writing region close event to WAL at 1732763833493 (+2 ms)Closed at 1732763833493 2024-11-28T03:17:13,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36901 is added to blk_1073741830_1006 (size=10165) 2024-11-28T03:17:13,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f258e4d6-6e14-c67a-1137-1cc33a803161/MasterData/WALs/b4e3b2a3b1ef,36997,1732763815866/b4e3b2a3b1ef%2C36997%2C1732763815866.1732763817246 not finished, retry = 0 2024-11-28T03:17:13,597 INFO [M:0;b4e3b2a3b1ef:36997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:17:13,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:13,597 INFO [M:0;b4e3b2a3b1ef:36997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36997 2024-11-28T03:17:13,600 INFO [M:0;b4e3b2a3b1ef:36997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:13,702 INFO [M:0;b4e3b2a3b1ef:36997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36997-0x1015c9357430003, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:13,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:17:13,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:17:13,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:17:13,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:17:13,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.log.dir/,STOPPED} 2024-11-28T03:17:13,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:17:13,712 WARN [BP-123188376-172.17.0.2-1732763814772 heartbeating to localhost/127.0.0.1:43937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:17:13,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:17:13,712 WARN [BP-123188376-172.17.0.2-1732763814772 heartbeating to localhost/127.0.0.1:43937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-123188376-172.17.0.2-1732763814772 (Datanode Uuid ea8c3752-6643-4b6a-be5b-81c814490e61) service to localhost/127.0.0.1:43937 2024-11-28T03:17:13,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/cluster_6b3ef2c8-9211-931b-c494-fdde63ba2b76/data/data1/current/BP-123188376-172.17.0.2-1732763814772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:17:13,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/cluster_6b3ef2c8-9211-931b-c494-fdde63ba2b76/data/data2/current/BP-123188376-172.17.0.2-1732763814772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:17:13,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:17:13,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:17:13,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:17:13,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:17:13,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:17:13,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.log.dir/,STOPPED} 2024-11-28T03:17:13,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:17:13,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:17:13,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:13,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:13,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:13,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:13,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:13,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:17:13,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1738616925, stopped=false 2024-11-28T03:17:13,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,34585,1732763825750 2024-11-28T03:17:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/running 2024-11-28T03:17:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/running 2024-11-28T03:17:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:13,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:13,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:13,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:13,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:13,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:13,744 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,46551,1732763825787' ***** 2024-11-28T03:17:13,744 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:17:13,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/running 2024-11-28T03:17:13,744 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:17:13,744 INFO [RS:0;b4e3b2a3b1ef:46551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:17:13,744 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:17:13,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Set watcher on znode that does not yet exist, /0609589657/running 2024-11-28T03:17:13,744 INFO [RS:0;b4e3b2a3b1ef:46551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:17:13,745 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(3091): Received CLOSE for f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:13,745 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:13,745 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:13,745 INFO [RS:0;b4e3b2a3b1ef:46551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46551. 2024-11-28T03:17:13,745 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:13,745 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:13,745 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5fe90d82e64c324fcdc2992dcb24d64, disabling compactions & flushes 2024-11-28T03:17:13,745 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:17:13,745 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:13,745 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:17:13,745 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:17:13,745 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:13,745 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:17:13,745 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. after waiting 0 ms 2024-11-28T03:17:13,746 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:13,746 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:17:13,746 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5fe90d82e64c324fcdc2992dcb24d64=hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64.} 2024-11-28T03:17:13,746 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:13,746 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5fe90d82e64c324fcdc2992dcb24d64 2024-11-28T03:17:13,746 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:13,746 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:13,746 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:13,746 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:13,746 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-28T03:17:13,751 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/replication/f5fe90d82e64c324fcdc2992dcb24d64/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-28T03:17:13,752 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:13,752 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:13,752 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:13,752 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5fe90d82e64c324fcdc2992dcb24d64: Waiting for close lock at 1732763833745Running coprocessor pre-close hooks at 1732763833745Disabling compacts and flushes for region at 1732763833745Disabling writes for close at 1732763833745Writing region close event to WAL at 1732763833746 (+1 ms)Running coprocessor post-close hooks at 1732763833752 (+6 ms)Closed at 1732763833752 2024-11-28T03:17:13,752 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64. 2024-11-28T03:17:13,764 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/info/1322b2c3fec24d48a811552397d72c0c is 147, key is hbase:replication,,1732763818836.f5fe90d82e64c324fcdc2992dcb24d64./info:regioninfo/1732763831365/Put/seqid=0 2024-11-28T03:17:13,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741851_1027 (size=6385) 2024-11-28T03:17:13,796 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:13,946 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:14,146 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:14,170 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/info/1322b2c3fec24d48a811552397d72c0c 2024-11-28T03:17:14,178 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/.tmp/info/1322b2c3fec24d48a811552397d72c0c as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/info/1322b2c3fec24d48a811552397d72c0c 2024-11-28T03:17:14,184 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/info/1322b2c3fec24d48a811552397d72c0c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-28T03:17:14,185 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-28T03:17:14,190 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-28T03:17:14,191 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:14,191 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:14,191 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:14,191 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763833746Running coprocessor pre-close hooks at 1732763833746Disabling compacts and flushes for region at 1732763833746Disabling writes for close at 1732763833746Obtaining lock to block concurrent updates at 1732763833746Preparing flush snapshotting stores in 1588230740 at 1732763833746Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732763833747 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732763833747Flushing 1588230740/info: creating writer at 1732763833748 (+1 ms)Flushing 1588230740/info: appending metadata at 1732763833763 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732763833763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fe55c: reopening flushed file at 1732763834177 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1732763834185 (+8 ms)Writing region close event to WAL at 1732763834186 (+1 ms)Running coprocessor post-close hooks at 1732763834191 (+5 ms)Closed at 1732763834191 2024-11-28T03:17:14,191 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:14,347 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,46551,1732763825787; all regions closed. 2024-11-28T03:17:14,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741849_1025 (size=2156) 2024-11-28T03:17:14,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.meta.1732763827050.meta not finished, retry = 0 2024-11-28T03:17:14,453 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs 2024-11-28T03:17:14,453 INFO [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C46551%2C1732763825787.meta:.meta(num 1732763827050) 2024-11-28T03:17:14,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741850_1026 (size=796) 2024-11-28T03:17:14,458 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs 2024-11-28T03:17:14,458 INFO [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C46551%2C1732763825787.rep:(num 1732763831319) 2024-11-28T03:17:14,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741848_1024 (size=93) 2024-11-28T03:17:14,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 not finished, retry = 0 2024-11-28T03:17:14,563 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs 2024-11-28T03:17:14,563 INFO [RS:0;b4e3b2a3b1ef:46551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C46551%2C1732763825787:(num 1732763826768) 2024-11-28T03:17:14,563 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:14,563 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:14,563 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:14,564 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:14,564 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:14,564 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:14,564 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-28T03:17:14,564 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-28T03:17:14,564 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,46551,1732763825787 because: Region server is closing 2024-11-28T03:17:14,564 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-28T03:17:14,564 INFO [RS:0;b4e3b2a3b1ef:46551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46551. 2024-11-28T03:17:14,564 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:14,564 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:14,565 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:14,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:14,565 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 to pos 0, reset compression=false 2024-11-28T03:17:14,572 INFO [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 was moved to hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/oldWALs/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 2024-11-28T03:17:14,575 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768 2024-11-28T03:17:14,576 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-28T03:17:14,576 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.wal-reader.b4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-28T03:17:14,576 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b4e3b2a3b1ef,46551,1732763825787 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/WALs/b4e3b2a3b1ef,46551,1732763825787/b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-28T03:17:14,580 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:14,580 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46551,1732763825787, seqNum=-1] 2024-11-28T03:17:14,581 WARN [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-b4e3b2a3b1ef,46551,1732763825787', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-28T03:17:14,584 ERROR [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,46551,1732763825787: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b4e3b2a3b1ef,46551,1732763825787, walGroup=b4e3b2a3b1ef%2C46551%2C1732763825787, offset=b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:46551 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:17:14,585 ERROR [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:17:14,587 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:17:14,588 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:17:14,588 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:17:14,589 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:17:14,589 INFO [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 580103296 }, "NonHeapMemoryUsage": { "committed": 162594816, "init": 7667712, "max": -1, "used": 157456848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:17:14,590 DEBUG [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b4e3b2a3b1ef%2C46551%2C1732763825787.1732763826768] 2024-11-28T03:17:14,665 WARN [RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T03:17:14,665 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,1-b4e3b2a3b1ef,46551,1732763825787 terminated 2024-11-28T03:17:14,665 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b4e3b2a3b1ef,46551,1732763825787 because: Region server is closing 2024-11-28T03:17:14,666 INFO [RS:0;b4e3b2a3b1ef:46551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46551. 2024-11-28T03:17:14,666 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:14,666 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:14,666 DEBUG [RS:0;b4e3b2a3b1ef:46551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:14,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:14,666 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b4e3b2a3b1ef:46551.replicationSource.shipperb4e3b2a3b1ef%2C46551%2C1732763825787,2-b4e3b2a3b1ef,46551,1732763825787 terminated 2024-11-28T03:17:14,667 INFO [RS:0;b4e3b2a3b1ef:46551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46551 2024-11-28T03:17:14,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657/rs 2024-11-28T03:17:14,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/rs/b4e3b2a3b1ef,46551,1732763825787 2024-11-28T03:17:14,669 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:14,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,46551,1732763825787] 2024-11-28T03:17:14,672 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0609589657/draining/b4e3b2a3b1ef,46551,1732763825787 already deleted, retry=false 2024-11-28T03:17:14,672 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,46551,1732763825787 expired; onlineServers=0 2024-11-28T03:17:14,672 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,34585,1732763825750' ***** 2024-11-28T03:17:14,672 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:17:14,672 INFO [M:0;b4e3b2a3b1ef:34585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:14,673 INFO [M:0;b4e3b2a3b1ef:34585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:14,673 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:17:14,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:17:14,673 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:17:14,673 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763826469 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763826469,5,FailOnTimeoutGroup] 2024-11-28T03:17:14,673 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763826469 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763826469,5,FailOnTimeoutGroup] 2024-11-28T03:17:14,673 INFO [M:0;b4e3b2a3b1ef:34585 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:14,673 INFO [M:0;b4e3b2a3b1ef:34585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:14,673 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:17:14,673 INFO [M:0;b4e3b2a3b1ef:34585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:17:14,673 INFO [M:0;b4e3b2a3b1ef:34585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:14,673 INFO [M:0;b4e3b2a3b1ef:34585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:17:14,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:17:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0609589657/master 2024-11-28T03:17:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0609589657 2024-11-28T03:17:14,675 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] zookeeper.ZKUtil(347): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Unable to get data of znode /0609589657/master because node does not exist (not an error) 2024-11-28T03:17:14,675 WARN [M:0;b4e3b2a3b1ef:34585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:17:14,676 INFO [M:0;b4e3b2a3b1ef:34585 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/.lastflushedseqids 2024-11-28T03:17:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741852_1028 (size=181) 2024-11-28T03:17:14,683 INFO [M:0;b4e3b2a3b1ef:34585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:17:14,683 INFO [M:0;b4e3b2a3b1ef:34585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:17:14,683 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:14,683 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:14,683 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:14,683 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:14,683 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:14,683 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-28T03:17:14,702 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98dfaecd7e4e4a71a003b840b01f45b9 is 82, key is hbase:meta,,1/info:regioninfo/1732763827109/Put/seqid=0 2024-11-28T03:17:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741853_1029 (size=5680) 2024-11-28T03:17:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:14,770 INFO [RS:0;b4e3b2a3b1ef:46551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46551-0x1015c9357430007, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:14,770 INFO [RS:0;b4e3b2a3b1ef:46551 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,46551,1732763825787; zookeeper connection closed. 2024-11-28T03:17:14,771 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5780db65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5780db65 2024-11-28T03:17:14,771 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:17:15,108 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98dfaecd7e4e4a71a003b840b01f45b9 2024-11-28T03:17:15,130 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c283d6ddc39b48a5aab78415cd2151ca is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732763831373/Put/seqid=0 2024-11-28T03:17:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741854_1030 (size=7319) 2024-11-28T03:17:15,536 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c283d6ddc39b48a5aab78415cd2151ca 2024-11-28T03:17:15,567 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ef6d1bb851345dd821ecc72fb78bc3a is 69, key is b4e3b2a3b1ef,46551,1732763825787/rs:state/1732763826538/Put/seqid=0 2024-11-28T03:17:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741855_1031 (size=5371) 2024-11-28T03:17:15,573 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ef6d1bb851345dd821ecc72fb78bc3a 2024-11-28T03:17:15,579 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ef6d1bb851345dd821ecc72fb78bc3a 2024-11-28T03:17:15,581 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98dfaecd7e4e4a71a003b840b01f45b9 as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98dfaecd7e4e4a71a003b840b01f45b9 2024-11-28T03:17:15,588 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98dfaecd7e4e4a71a003b840b01f45b9, entries=8, sequenceid=172, filesize=5.5 K 2024-11-28T03:17:15,590 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c283d6ddc39b48a5aab78415cd2151ca as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c283d6ddc39b48a5aab78415cd2151ca 2024-11-28T03:17:15,597 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c283d6ddc39b48a5aab78415cd2151ca, entries=7, sequenceid=172, filesize=7.1 K 2024-11-28T03:17:15,598 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ef6d1bb851345dd821ecc72fb78bc3a as hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ef6d1bb851345dd821ecc72fb78bc3a 2024-11-28T03:17:15,605 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ef6d1bb851345dd821ecc72fb78bc3a 2024-11-28T03:17:15,605 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33303/user/jenkins/test-data/6287880b-53b7-fa4e-c4d4-d4683ae30347/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ef6d1bb851345dd821ecc72fb78bc3a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-28T03:17:15,607 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=172, compaction requested=false 2024-11-28T03:17:15,609 INFO [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:15,609 DEBUG [M:0;b4e3b2a3b1ef:34585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763834683Disabling compacts and flushes for region at 1732763834683Disabling writes for close at 1732763834683Obtaining lock to block concurrent updates at 1732763834683Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763834683Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732763834684 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763834685 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763834685Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763834702 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763834702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763835114 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763835130 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763835130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763835543 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763835566 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763835566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4b2238: reopening flushed file at 1732763835580 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b8a072: reopening flushed file at 1732763835589 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a29a1f: reopening flushed file at 1732763835597 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=172, compaction requested=false at 1732763835607 (+10 ms)Writing region close event to WAL at 1732763835609 (+2 ms)Closed at 1732763835609 2024-11-28T03:17:15,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38119 is added to blk_1073741847_1023 (size=22949) 2024-11-28T03:17:15,613 INFO [M:0;b4e3b2a3b1ef:34585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:17:15,613 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:15,613 INFO [M:0;b4e3b2a3b1ef:34585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34585 2024-11-28T03:17:15,613 INFO [M:0;b4e3b2a3b1ef:34585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:15,716 INFO [M:0;b4e3b2a3b1ef:34585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:15,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:15,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1015c9357430006, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:15,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:17:15,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:17:15,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:17:15,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:17:15,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.log.dir/,STOPPED} 2024-11-28T03:17:15,721 WARN [BP-1719556168-172.17.0.2-1732763807707 heartbeating to localhost/127.0.0.1:33303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:17:15,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:17:15,721 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:17:15,721 WARN [BP-1719556168-172.17.0.2-1732763807707 heartbeating to localhost/127.0.0.1:33303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1719556168-172.17.0.2-1732763807707 (Datanode Uuid 2f07811f-2070-4d3d-bc54-3c4c90e645fb) service to localhost/127.0.0.1:33303 2024-11-28T03:17:15,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/cluster_180408ef-dfb3-a659-4162-f373728beaf4/data/data1/current/BP-1719556168-172.17.0.2-1732763807707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:17:15,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/cluster_180408ef-dfb3-a659-4162-f373728beaf4/data/data2/current/BP-1719556168-172.17.0.2-1732763807707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:17:15,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:17:15,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:17:15,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:17:15,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:17:15,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:17:15,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eb787bd-f2b4-8f21-7cb7-b420fba62555/hadoop.log.dir/,STOPPED} 2024-11-28T03:17:15,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:17:15,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:17:15,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4e3b2a3b1ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4e3b2a3b1ef:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43937 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4e3b2a3b1ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/b4e3b2a3b1ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33303 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1240dd1b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4e3b2a3b1ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=6585 (was 7471) 2024-11-28T03:17:15,769 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=6585 2024-11-28T03:17:15,783 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-28T03:17:15,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.log.dir so I do NOT create it in target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd 2024-11-28T03:17:15,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:17:15,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.tmp.dir so I do NOT create it in target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd 2024-11-28T03:17:15,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b33b86a-6441-9427-53a0-fa9a9362295e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:17:15,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd 2024-11-28T03:17:15,784 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/cluster_da0aef1c-d9de-3ed6-688a-6db7e2038f54, deleteOnExit=true 2024-11-28T03:17:15,787 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/cluster_da0aef1c-d9de-3ed6-688a-6db7e2038f54/zookeeper_0, clientPort=62396, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/cluster_da0aef1c-d9de-3ed6-688a-6db7e2038f54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/cluster_da0aef1c-d9de-3ed6-688a-6db7e2038f54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:17:15,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62396 2024-11-28T03:17:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:17:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:17:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/test.cache.data in system properties and HBase conf 2024-11-28T03:17:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:17:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:17:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:17:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:17:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:17:15,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:17:15,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:17:15,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:17:15,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:17:15,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:17:15,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c9357430002, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:17:15,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c9357430005, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:17:15,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c9357430002, quorum=127.0.0.1:64005, baseZNode=/0609589657 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:17:15,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c9357430005, quorum=127.0.0.1:64005, baseZNode=/11636751019 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:17:15,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:15,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:17:15,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:17:15,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:17:15,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:17:15,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:15,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:17:15,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:17:16,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/java.io.tmpdir/jetty-localhost-43347-hadoop-hdfs-3_4_1-tests_jar-_-any-2773625036295272361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:17:16,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:43347} 2024-11-28T03:17:16,015 INFO [Time-limited test {}] server.Server(415): Started @30347ms 2024-11-28T03:17:16,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:16,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:17:16,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:17:16,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:17:16,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:17:16,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:17:16,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:17:16,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/java.io.tmpdir/jetty-localhost-34915-hadoop-hdfs-3_4_1-tests_jar-_-any-14573341860599670085/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:17:16,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:34915} 2024-11-28T03:17:16,228 INFO [Time-limited test {}] server.Server(415): Started @30561ms 2024-11-28T03:17:16,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:17:16,336 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/cluster_da0aef1c-d9de-3ed6-688a-6db7e2038f54/data/data1/current/BP-1110072976-172.17.0.2-1732763835827/current, will proceed with Du for space computation calculation, 2024-11-28T03:17:16,336 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/cluster_da0aef1c-d9de-3ed6-688a-6db7e2038f54/data/data2/current/BP-1110072976-172.17.0.2-1732763835827/current, will proceed with Du for space computation calculation, 2024-11-28T03:17:16,354 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:17:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e5395f90892e232 with lease ID 0x324b6c900153f79f: Processing first storage report for DS-202a8100-c4ee-4bc5-baf7-1d82cc2a1615 from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=17f754eb-d9b0-4a9b-82e2-1511c9aa7301, infoPort=38311, infoSecurePort=0, ipcPort=37105, storageInfo=lv=-57;cid=testClusterID;nsid=1080498067;c=1732763835827) 2024-11-28T03:17:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e5395f90892e232 with lease ID 0x324b6c900153f79f: from storage DS-202a8100-c4ee-4bc5-baf7-1d82cc2a1615 node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=17f754eb-d9b0-4a9b-82e2-1511c9aa7301, infoPort=38311, infoSecurePort=0, ipcPort=37105, storageInfo=lv=-57;cid=testClusterID;nsid=1080498067;c=1732763835827), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T03:17:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e5395f90892e232 with lease ID 0x324b6c900153f79f: Processing first storage report for DS-0b0d53d8-8003-4540-a8dd-d99861c4d65a from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=17f754eb-d9b0-4a9b-82e2-1511c9aa7301, infoPort=38311, infoSecurePort=0, ipcPort=37105, storageInfo=lv=-57;cid=testClusterID;nsid=1080498067;c=1732763835827) 2024-11-28T03:17:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e5395f90892e232 with lease ID 0x324b6c900153f79f: from storage DS-0b0d53d8-8003-4540-a8dd-d99861c4d65a node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=17f754eb-d9b0-4a9b-82e2-1511c9aa7301, infoPort=38311, infoSecurePort=0, ipcPort=37105, storageInfo=lv=-57;cid=testClusterID;nsid=1080498067;c=1732763835827), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:17:16,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd 2024-11-28T03:17:16,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:16,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:16,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:17:16,869 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92 with version=8 2024-11-28T03:17:16,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/hbase-staging 2024-11-28T03:17:16,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:16,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:16,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:16,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:16,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:16,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:16,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:17:16,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:16,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39971 2024-11-28T03:17:16,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39971 connecting to ZooKeeper ensemble=127.0.0.1:62396 2024-11-28T03:17:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399710x0, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:16,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39971-0x1015c93c81a0000 connected 2024-11-28T03:17:16,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:16,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:16,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on znode that does not yet exist, /0-1461128498/running 2024-11-28T03:17:16,907 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92, hbase.cluster.distributed=false 2024-11-28T03:17:16,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on znode that does not yet exist, /0-1461128498/acl 2024-11-28T03:17:16,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-28T03:17:16,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39971 2024-11-28T03:17:16,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39971 2024-11-28T03:17:16,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-28T03:17:16,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39971 2024-11-28T03:17:16,926 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:16,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:16,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:16,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:16,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:16,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:16,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:17:16,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:16,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43391 2024-11-28T03:17:16,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43391 connecting to ZooKeeper ensemble=127.0.0.1:62396 2024-11-28T03:17:16,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:16,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:16,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433910x0, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:16,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43391-0x1015c93c81a0001 connected 2024-11-28T03:17:16,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on znode that does not yet exist, /0-1461128498/running 2024-11-28T03:17:16,937 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:17:16,937 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:17:16,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on znode that does not yet exist, /0-1461128498/master 2024-11-28T03:17:16,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on znode that does not yet exist, /0-1461128498/acl 2024-11-28T03:17:16,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-28T03:17:16,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43391 2024-11-28T03:17:16,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43391 2024-11-28T03:17:16,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-28T03:17:16,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-28T03:17:16,956 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:39971 2024-11-28T03:17:16,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1461128498/backup-masters/b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498/backup-masters 2024-11-28T03:17:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498/backup-masters 2024-11-28T03:17:16,958 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on existing znode=/0-1461128498/backup-masters/b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:16,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1461128498/master 2024-11-28T03:17:16,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:16,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:16,962 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on existing znode=/0-1461128498/master 2024-11-28T03:17:16,962 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1461128498/backup-masters/b4e3b2a3b1ef,39971,1732763836872 from backup master directory 2024-11-28T03:17:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1461128498/backup-masters/b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498/backup-masters 2024-11-28T03:17:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498/backup-masters 2024-11-28T03:17:16,963 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:16,963 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:16,968 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/hbase.id] with ID: 83afa8d2-f363-47ee-b17f-b43ca62d8602 2024-11-28T03:17:16,968 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/.tmp/hbase.id 2024-11-28T03:17:16,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:17:17,374 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/.tmp/hbase.id]:[hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/hbase.id] 2024-11-28T03:17:17,388 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:17,388 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:17:17,390 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T03:17:17,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:17,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:17:17,799 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:17,800 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:17:17,800 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:17:18,209 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store 2024-11-28T03:17:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:17:18,616 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:18,617 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:18,617 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:18,617 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:18,617 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:18,617 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:18,617 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:18,617 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763838617Disabling compacts and flushes for region at 1732763838617Disabling writes for close at 1732763838617Writing region close event to WAL at 1732763838617Closed at 1732763838617 2024-11-28T03:17:18,618 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/.initializing 2024-11-28T03:17:18,618 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/WALs/b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:18,619 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:18,621 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C39971%2C1732763836872, suffix=, logDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/WALs/b4e3b2a3b1ef,39971,1732763836872, archiveDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/oldWALs, maxLogs=10 2024-11-28T03:17:18,636 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/WALs/b4e3b2a3b1ef,39971,1732763836872/b4e3b2a3b1ef%2C39971%2C1732763836872.1732763838622, exclude list is [], retry=0 2024-11-28T03:17:18,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-202a8100-c4ee-4bc5-baf7-1d82cc2a1615,DISK] 2024-11-28T03:17:18,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/WALs/b4e3b2a3b1ef,39971,1732763836872/b4e3b2a3b1ef%2C39971%2C1732763836872.1732763838622 2024-11-28T03:17:18,642 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38311:38311)] 2024-11-28T03:17:18,642 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:18,643 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:18,643 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,643 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:17:18,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:18,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:18,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:17:18,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:18,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:18,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:17:18,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:18,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:18,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:17:18,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:18,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:18,652 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,653 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,653 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,655 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,655 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,655 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:18,657 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:18,659 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:18,660 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62443999, jitterRate=-0.06951190531253815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:18,661 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763838643Initializing all the Stores at 1732763838644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763838644Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763838644Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763838645 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763838645Cleaning up temporary data from old regions at 1732763838655 (+10 ms)Region opened successfully at 1732763838661 (+6 ms) 2024-11-28T03:17:18,662 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:17:18,665 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdca4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:18,666 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:17:18,667 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:17:18,667 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:17:18,667 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:17:18,667 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:17:18,668 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:17:18,668 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:17:18,670 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:17:18,671 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Unable to get data of znode /0-1461128498/balancer because node does not exist (not necessarily an error) 2024-11-28T03:17:18,672 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1461128498/balancer already deleted, retry=false 2024-11-28T03:17:18,672 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:17:18,673 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Unable to get data of znode /0-1461128498/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:17:18,679 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1461128498/normalizer already deleted, retry=false 2024-11-28T03:17:18,679 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:17:18,680 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Unable to get data of znode /0-1461128498/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:17:18,681 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1461128498/switch/split already deleted, retry=false 2024-11-28T03:17:18,682 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Unable to get data of znode /0-1461128498/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:17:18,683 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1461128498/switch/merge already deleted, retry=false 2024-11-28T03:17:18,685 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Unable to get data of znode /0-1461128498/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:17:18,686 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1461128498/snapshot-cleanup already deleted, retry=false 2024-11-28T03:17:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1461128498/running 2024-11-28T03:17:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1461128498/running 2024-11-28T03:17:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:18,689 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,39971,1732763836872, sessionid=0x1015c93c81a0000, setting cluster-up flag (Was=false) 2024-11-28T03:17:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:18,698 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1461128498/flush-table-proc/acquired, /0-1461128498/flush-table-proc/reached, /0-1461128498/flush-table-proc/abort 2024-11-28T03:17:18,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:18,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:18,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:18,707 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1461128498/online-snapshot/acquired, /0-1461128498/online-snapshot/reached, /0-1461128498/online-snapshot/abort 2024-11-28T03:17:18,708 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:18,709 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:17:18,711 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:18,712 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:17:18,712 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:17:18,712 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,39971,1732763836872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:17:18,713 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:18,713 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:18,713 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:18,713 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:18,713 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:17:18,713 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,713 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:18,713 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:18,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:17:18,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:18,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:17:18,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763868721 2024-11-28T03:17:18,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:17:18,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:17:18,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:17:18,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:17:18,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:17:18,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:17:18,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,722 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:17:18,722 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:17:18,722 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:17:18,722 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:17:18,724 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:17:18,724 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:17:18,725 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763838724,5,FailOnTimeoutGroup] 2024-11-28T03:17:18,725 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763838725,5,FailOnTimeoutGroup] 2024-11-28T03:17:18,725 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,725 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:17:18,725 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,725 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:17:18,746 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(746): ClusterId : 83afa8d2-f363-47ee-b17f-b43ca62d8602 2024-11-28T03:17:18,746 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:17:18,748 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:17:18,748 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:17:18,751 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:17:18,752 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcf3e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:18,768 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:43391 2024-11-28T03:17:18,768 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:17:18,768 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:17:18,768 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:17:18,769 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,39971,1732763836872 with port=43391, startcode=1732763836926 2024-11-28T03:17:18,769 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:17:18,771 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:17:18,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:18,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39971 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:18,774 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92 2024-11-28T03:17:18,774 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45803 2024-11-28T03:17:18,774 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:17:18,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498/rs 2024-11-28T03:17:18,776 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] zookeeper.ZKUtil(111): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on existing znode=/0-1461128498/rs/b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:18,776 WARN [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:18,776 INFO [RS:0;b4e3b2a3b1ef:43391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:18,776 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:18,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,43391,1732763836926] 2024-11-28T03:17:18,780 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:17:18,782 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:17:18,782 INFO [RS:0;b4e3b2a3b1ef:43391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:17:18,782 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,782 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:17:18,783 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:17:18,783 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,783 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:18,784 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:18,787 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,788 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,788 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,788 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,788 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,788 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43391,1732763836926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:18,803 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:17:18,804 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43391,1732763836926-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,804 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,804 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.Replication(171): b4e3b2a3b1ef,43391,1732763836926 started 2024-11-28T03:17:18,819 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:18,819 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,43391,1732763836926, RpcServer on b4e3b2a3b1ef/172.17.0.2:43391, sessionid=0x1015c93c81a0001 2024-11-28T03:17:18,819 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:17:18,819 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:18,819 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,43391,1732763836926' 2024-11-28T03:17:18,819 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1461128498/flush-table-proc/abort' 2024-11-28T03:17:18,820 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1461128498/flush-table-proc/acquired' 2024-11-28T03:17:18,820 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:17:18,820 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:17:18,820 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:18,820 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,43391,1732763836926' 2024-11-28T03:17:18,820 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1461128498/online-snapshot/abort' 2024-11-28T03:17:18,821 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1461128498/online-snapshot/acquired' 2024-11-28T03:17:18,821 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:17:18,821 INFO [RS:0;b4e3b2a3b1ef:43391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:17:18,821 INFO [RS:0;b4e3b2a3b1ef:43391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:17:18,922 INFO [RS:0;b4e3b2a3b1ef:43391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:18,924 INFO [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C43391%2C1732763836926, suffix=, logDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926, archiveDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/oldWALs, maxLogs=10 2024-11-28T03:17:18,939 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.1732763838925, exclude list is [], retry=0 2024-11-28T03:17:18,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-202a8100-c4ee-4bc5-baf7-1d82cc2a1615,DISK] 2024-11-28T03:17:18,944 INFO [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.1732763838925 2024-11-28T03:17:18,945 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38311:38311)] 2024-11-28T03:17:19,129 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:17:19,129 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92 2024-11-28T03:17:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:17:19,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:17:19,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:19,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:19,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:19,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:19,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:19,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:19,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:19,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:19,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:19,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:19,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:19,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:19,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:19,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:19,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:19,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:19,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:19,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:19,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:19,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:19,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740 2024-11-28T03:17:19,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740 2024-11-28T03:17:19,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:19,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:19,550 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:19,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:19,554 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:19,554 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75365831, jitterRate=0.1230383962392807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:19,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763839537Initializing all the Stores at 1732763839538 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763839539 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763839539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763839539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763839539Cleaning up temporary data from old regions at 1732763839550 (+11 ms)Region opened successfully at 1732763839556 (+6 ms) 2024-11-28T03:17:19,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:19,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:19,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:19,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:19,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:19,556 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:19,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763839556Disabling compacts and flushes for region at 1732763839556Disabling writes for close at 1732763839556Writing region close event to WAL at 1732763839556Closed at 1732763839556 2024-11-28T03:17:19,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:19,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:17:19,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:17:19,559 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:19,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:17:19,711 DEBUG [b4e3b2a3b1ef:39971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:17:19,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:19,713 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,43391,1732763836926, state=OPENING 2024-11-28T03:17:19,715 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:17:19,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:19,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:19,719 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:19,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1461128498/meta-region-server: CHANGED 2024-11-28T03:17:19,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1461128498/meta-region-server: CHANGED 2024-11-28T03:17:19,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43391,1732763836926}] 2024-11-28T03:17:19,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:17:19,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:17:19,879 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:17:19,879 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:19,879 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:17:19,881 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C43391%2C1732763836926.meta, suffix=.meta, logDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926, archiveDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/oldWALs, maxLogs=10 2024-11-28T03:17:19,896 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.meta.1732763839882.meta, exclude list is [], retry=0 2024-11-28T03:17:19,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-202a8100-c4ee-4bc5-baf7-1d82cc2a1615,DISK] 2024-11-28T03:17:19,901 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.meta.1732763839882.meta 2024-11-28T03:17:19,901 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38311:38311)] 2024-11-28T03:17:19,901 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:19,902 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:19,902 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:19,902 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:17:19,902 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:17:19,902 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:17:19,902 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:19,903 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:17:19,903 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:17:19,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:19,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:19,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:19,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:19,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:19,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:19,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:19,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:19,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:19,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:19,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:19,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:19,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:19,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:19,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:19,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:19,910 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:19,911 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740 2024-11-28T03:17:19,912 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740 2024-11-28T03:17:19,914 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:19,914 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:19,914 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:19,916 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:19,917 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71349213, jitterRate=0.06318612396717072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:19,917 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:17:19,918 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763839903Writing region info on filesystem at 1732763839903Initializing all the Stores at 1732763839904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763839904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763839904Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763839904Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763839904Cleaning up temporary data from old regions at 1732763839914 (+10 ms)Running coprocessor post-open hooks at 1732763839917 (+3 ms)Region opened successfully at 1732763839918 (+1 ms) 2024-11-28T03:17:19,919 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763839873 2024-11-28T03:17:19,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:17:19,922 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:17:19,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:19,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,43391,1732763836926, state=OPEN 2024-11-28T03:17:19,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1461128498/meta-region-server 2024-11-28T03:17:19,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1461128498/meta-region-server 2024-11-28T03:17:19,926 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:19,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1461128498/meta-region-server: CHANGED 2024-11-28T03:17:19,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1461128498/meta-region-server: CHANGED 2024-11-28T03:17:19,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:17:19,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43391,1732763836926 in 207 msec 2024-11-28T03:17:19,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:17:19,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-28T03:17:19,933 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:19,933 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:17:19,935 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:19,935 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43391,1732763836926, seqNum=-1] 2024-11-28T03:17:19,935 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:19,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:19,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-28T03:17:19,944 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763839944, completionTime=-1 2024-11-28T03:17:19,944 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:17:19,944 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:17:19,946 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:17:19,946 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763899946 2024-11-28T03:17:19,946 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732763959946 2024-11-28T03:17:19,946 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:17:19,947 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39971,1732763836872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:19,947 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39971,1732763836872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:19,947 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39971,1732763836872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:19,947 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:39971, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:19,947 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:19,947 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:19,949 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:17:19,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-11-28T03:17:19,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:17:19,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:17:19,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:17:19,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:17:19,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:17:19,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39971,1732763836872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:19,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39971,1732763836872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:17:19,954 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:17:19,954 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:17:19,954 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39971,1732763836872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:20,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:20,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39971,-1 for getting cluster id 2024-11-28T03:17:20,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:20,049 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83afa8d2-f363-47ee-b17f-b43ca62d8602' 2024-11-28T03:17:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83afa8d2-f363-47ee-b17f-b43ca62d8602" 2024-11-28T03:17:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5916c68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39971,-1] 2024-11-28T03:17:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:20,051 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:20,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:20,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43391,1732763836926, seqNum=-1] 2024-11-28T03:17:20,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:20,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:20,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:20,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62396 2024-11-28T03:17:20,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:20,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c93c81a0002 connected 2024-11-28T03:17:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.log.dir so I do NOT create it in target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3 2024-11-28T03:17:20,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:17:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.tmp.dir so I do NOT create it in target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3 2024-11-28T03:17:20,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:17:20,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3 2024-11-28T03:17:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:17:20,065 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/cluster_61ea3a72-1ef7-d476-b686-b78d47ff88cb, deleteOnExit=true 2024-11-28T03:17:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/test.cache.data in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:17:20,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:17:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:17:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:17:20,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:20,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:17:20,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:17:20,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:17:20,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:17:20,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:20,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:17:20,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:17:20,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/java.io.tmpdir/jetty-localhost-44935-hadoop-hdfs-3_4_1-tests_jar-_-any-9930669064618278289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:17:20,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:44935} 2024-11-28T03:17:20,279 INFO [Time-limited test {}] server.Server(415): Started @34612ms 2024-11-28T03:17:20,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:20,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:17:20,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:17:20,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:17:20,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:17:20,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:17:20,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:17:20,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/java.io.tmpdir/jetty-localhost-45403-hadoop-hdfs-3_4_1-tests_jar-_-any-14750522547404324633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:17:20,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:45403} 2024-11-28T03:17:20,505 INFO [Time-limited test {}] server.Server(415): Started @34837ms 2024-11-28T03:17:20,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:17:20,611 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/cluster_61ea3a72-1ef7-d476-b686-b78d47ff88cb/data/data1/current/BP-1471907917-172.17.0.2-1732763840099/current, will proceed with Du for space computation calculation, 2024-11-28T03:17:20,612 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/cluster_61ea3a72-1ef7-d476-b686-b78d47ff88cb/data/data2/current/BP-1471907917-172.17.0.2-1732763840099/current, will proceed with Du for space computation calculation, 2024-11-28T03:17:20,637 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:17:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x262978b0bfa40298 with lease ID 0x963f529f47f88f03: Processing first storage report for DS-b20d8ed7-e6af-4edd-b6e6-d9d4b072af7a from datanode DatanodeRegistration(127.0.0.1:39263, datanodeUuid=a14ff241-0b26-45c9-b35c-18567a3e15b3, infoPort=45943, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1909255740;c=1732763840099) 2024-11-28T03:17:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x262978b0bfa40298 with lease ID 0x963f529f47f88f03: from storage DS-b20d8ed7-e6af-4edd-b6e6-d9d4b072af7a node DatanodeRegistration(127.0.0.1:39263, datanodeUuid=a14ff241-0b26-45c9-b35c-18567a3e15b3, infoPort=45943, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1909255740;c=1732763840099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:17:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x262978b0bfa40298 with lease ID 0x963f529f47f88f03: Processing first storage report for DS-0aa66680-3c6d-491b-9dd2-aea1163f5478 from datanode DatanodeRegistration(127.0.0.1:39263, datanodeUuid=a14ff241-0b26-45c9-b35c-18567a3e15b3, infoPort=45943, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1909255740;c=1732763840099) 2024-11-28T03:17:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x262978b0bfa40298 with lease ID 0x963f529f47f88f03: from storage DS-0aa66680-3c6d-491b-9dd2-aea1163f5478 node DatanodeRegistration(127.0.0.1:39263, datanodeUuid=a14ff241-0b26-45c9-b35c-18567a3e15b3, infoPort=45943, infoSecurePort=0, ipcPort=41851, storageInfo=lv=-57;cid=testClusterID;nsid=1909255740;c=1732763840099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:17:20,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3 2024-11-28T03:17:20,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:20,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:20,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:17:21,150 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35 with version=8 2024-11-28T03:17:21,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/hbase-staging 2024-11-28T03:17:21,153 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:21,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:21,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:21,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:21,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:21,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:21,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:17:21,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:21,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40957 2024-11-28T03:17:21,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40957 connecting to ZooKeeper ensemble=127.0.0.1:62396 2024-11-28T03:17:21,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409570x0, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:21,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40957-0x1015c93c81a0003 connected 2024-11-28T03:17:21,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:21,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:21,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on znode that does not yet exist, /12138811256/running 2024-11-28T03:17:21,174 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35, hbase.cluster.distributed=false 2024-11-28T03:17:21,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on znode that does not yet exist, /12138811256/acl 2024-11-28T03:17:21,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40957 2024-11-28T03:17:21,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40957 2024-11-28T03:17:21,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40957 2024-11-28T03:17:21,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40957 2024-11-28T03:17:21,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40957 2024-11-28T03:17:21,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:21,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:21,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:21,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:21,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:21,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:21,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:17:21,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:21,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38185 2024-11-28T03:17:21,199 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38185 connecting to ZooKeeper ensemble=127.0.0.1:62396 2024-11-28T03:17:21,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:21,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:21,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381850x0, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:21,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on znode that does not yet exist, /12138811256/running 2024-11-28T03:17:21,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38185-0x1015c93c81a0004 connected 2024-11-28T03:17:21,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:17:21,207 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:17:21,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on znode that does not yet exist, /12138811256/master 2024-11-28T03:17:21,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on znode that does not yet exist, /12138811256/acl 2024-11-28T03:17:21,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38185 2024-11-28T03:17:21,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38185 2024-11-28T03:17:21,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38185 2024-11-28T03:17:21,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38185 2024-11-28T03:17:21,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38185 2024-11-28T03:17:21,225 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:40957 2024-11-28T03:17:21,226 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12138811256/backup-masters/b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:21,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256/backup-masters 2024-11-28T03:17:21,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256/backup-masters 2024-11-28T03:17:21,228 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on existing znode=/12138811256/backup-masters/b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:21,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12138811256/master 2024-11-28T03:17:21,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:21,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:21,231 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on existing znode=/12138811256/master 2024-11-28T03:17:21,231 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12138811256/backup-masters/b4e3b2a3b1ef,40957,1732763841153 from backup master directory 2024-11-28T03:17:21,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256/backup-masters 2024-11-28T03:17:21,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12138811256/backup-masters/b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:21,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256/backup-masters 2024-11-28T03:17:21,232 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:21,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:21,237 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/hbase.id] with ID: 91ee503d-7e92-4e46-9fe1-17039036fb44 2024-11-28T03:17:21,237 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/.tmp/hbase.id 2024-11-28T03:17:21,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:17:21,645 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/.tmp/hbase.id]:[hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/hbase.id] 2024-11-28T03:17:21,659 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:21,659 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:17:21,661 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T03:17:21,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:21,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:17:22,070 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:22,071 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:17:22,072 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:17:22,481 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store 2024-11-28T03:17:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:17:22,888 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:22,889 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:22,889 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:22,889 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:22,889 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:22,889 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:22,889 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:22,889 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763842889Disabling compacts and flushes for region at 1732763842889Disabling writes for close at 1732763842889Writing region close event to WAL at 1732763842889Closed at 1732763842889 2024-11-28T03:17:22,890 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/.initializing 2024-11-28T03:17:22,890 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/WALs/b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:22,891 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:22,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C40957%2C1732763841153, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/WALs/b4e3b2a3b1ef,40957,1732763841153, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/oldWALs, maxLogs=10 2024-11-28T03:17:22,933 WARN [RS:0;b4e3b2a3b1ef:43391 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b4e3b2a3b1ef,42593,1732763811130: status=Processing ServerCrashProcedure of b4e3b2a3b1ef,42593,1732763811130 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732763826466, completionTime=-1 appears to have been leaked 2024-11-28T03:17:22,937 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/WALs/b4e3b2a3b1ef,40957,1732763841153/b4e3b2a3b1ef%2C40957%2C1732763841153.1732763842893, exclude list is [], retry=0 2024-11-28T03:17:22,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39263,DS-b20d8ed7-e6af-4edd-b6e6-d9d4b072af7a,DISK] 2024-11-28T03:17:22,942 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/WALs/b4e3b2a3b1ef,40957,1732763841153/b4e3b2a3b1ef%2C40957%2C1732763841153.1732763842893 2024-11-28T03:17:22,942 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45943:45943)] 2024-11-28T03:17:22,942 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:22,943 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:22,943 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,943 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:17:22,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:22,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:22,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:17:22,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:22,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:22,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:17:22,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:22,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:22,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:17:22,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:22,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:22,951 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,952 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,952 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,953 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,953 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,954 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:22,955 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:22,957 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:22,958 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74063152, jitterRate=0.10362696647644043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:22,958 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763842943Initializing all the Stores at 1732763842944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763842944Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763842944Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763842944Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763842944Cleaning up temporary data from old regions at 1732763842953 (+9 ms)Region opened successfully at 1732763842958 (+5 ms) 2024-11-28T03:17:22,958 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:17:22,961 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6e6499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:22,962 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:17:22,962 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:17:22,962 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:17:22,962 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:17:22,963 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:17:22,963 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:17:22,963 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:17:22,965 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:17:22,966 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Unable to get data of znode /12138811256/balancer because node does not exist (not necessarily an error) 2024-11-28T03:17:22,967 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12138811256/balancer already deleted, retry=false 2024-11-28T03:17:22,968 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:17:22,968 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Unable to get data of znode /12138811256/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:17:22,970 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12138811256/normalizer already deleted, retry=false 2024-11-28T03:17:22,971 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:17:22,971 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Unable to get data of znode /12138811256/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:17:22,972 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12138811256/switch/split already deleted, retry=false 2024-11-28T03:17:22,973 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Unable to get data of znode /12138811256/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:17:22,974 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12138811256/switch/merge already deleted, retry=false 2024-11-28T03:17:22,976 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Unable to get data of znode /12138811256/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:17:22,977 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12138811256/snapshot-cleanup already deleted, retry=false 2024-11-28T03:17:22,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12138811256/running 2024-11-28T03:17:22,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:22,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12138811256/running 2024-11-28T03:17:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:22,980 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,40957,1732763841153, sessionid=0x1015c93c81a0003, setting cluster-up flag (Was=false) 2024-11-28T03:17:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:22,990 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12138811256/flush-table-proc/acquired, /12138811256/flush-table-proc/reached, /12138811256/flush-table-proc/abort 2024-11-28T03:17:22,991 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:22,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:23,000 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12138811256/online-snapshot/acquired, /12138811256/online-snapshot/reached, /12138811256/online-snapshot/abort 2024-11-28T03:17:23,001 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:23,002 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:17:23,004 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:23,004 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:17:23,004 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:17:23,005 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,40957,1732763841153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:17:23,006 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:23,006 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:23,006 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:23,006 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:23,006 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:17:23,006 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,006 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:23,006 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763873011 2024-11-28T03:17:23,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:17:23,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:17:23,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:17:23,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:17:23,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:17:23,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:17:23,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,012 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:23,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:17:23,012 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:17:23,012 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:17:23,012 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:17:23,012 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:17:23,013 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:23,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:17:23,016 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:17:23,016 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:17:23,017 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763843016,5,FailOnTimeoutGroup] 2024-11-28T03:17:23,017 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763843017,5,FailOnTimeoutGroup] 2024-11-28T03:17:23,017 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,017 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:17:23,017 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,017 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:17:23,032 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(746): ClusterId : 91ee503d-7e92-4e46-9fe1-17039036fb44 2024-11-28T03:17:23,032 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:17:23,034 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:17:23,034 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:17:23,040 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:17:23,040 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61557ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:23,059 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:38185 2024-11-28T03:17:23,059 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:17:23,059 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:17:23,059 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:17:23,060 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,40957,1732763841153 with port=38185, startcode=1732763841196 2024-11-28T03:17:23,061 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:17:23,063 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:17:23,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:23,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40957 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:23,065 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35 2024-11-28T03:17:23,065 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36409 2024-11-28T03:17:23,065 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:17:23,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256/rs 2024-11-28T03:17:23,071 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] zookeeper.ZKUtil(111): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on existing znode=/12138811256/rs/b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:23,071 WARN [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:23,071 INFO [RS:0;b4e3b2a3b1ef:38185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:23,071 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/WALs/b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:23,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,38185,1732763841196] 2024-11-28T03:17:23,075 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:17:23,077 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:17:23,078 INFO [RS:0;b4e3b2a3b1ef:38185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:17:23,078 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,078 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:17:23,079 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:17:23,079 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:23,079 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:23,080 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,080 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,080 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,080 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,080 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,080 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38185,1732763841196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:23,095 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:17:23,095 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38185,1732763841196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,095 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,095 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.Replication(171): b4e3b2a3b1ef,38185,1732763841196 started 2024-11-28T03:17:23,108 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:23,109 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,38185,1732763841196, RpcServer on b4e3b2a3b1ef/172.17.0.2:38185, sessionid=0x1015c93c81a0004 2024-11-28T03:17:23,109 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:17:23,109 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:23,109 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38185,1732763841196' 2024-11-28T03:17:23,109 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12138811256/flush-table-proc/abort' 2024-11-28T03:17:23,109 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12138811256/flush-table-proc/acquired' 2024-11-28T03:17:23,110 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:17:23,110 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:17:23,110 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:23,110 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38185,1732763841196' 2024-11-28T03:17:23,110 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12138811256/online-snapshot/abort' 2024-11-28T03:17:23,110 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12138811256/online-snapshot/acquired' 2024-11-28T03:17:23,111 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:17:23,111 INFO [RS:0;b4e3b2a3b1ef:38185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:17:23,111 INFO [RS:0;b4e3b2a3b1ef:38185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:17:23,211 INFO [RS:0;b4e3b2a3b1ef:38185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:23,213 INFO [RS:0;b4e3b2a3b1ef:38185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38185%2C1732763841196, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/WALs/b4e3b2a3b1ef,38185,1732763841196, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/oldWALs, maxLogs=10 2024-11-28T03:17:23,229 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/WALs/b4e3b2a3b1ef,38185,1732763841196/b4e3b2a3b1ef%2C38185%2C1732763841196.1732763843213, exclude list is [], retry=0 2024-11-28T03:17:23,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39263,DS-b20d8ed7-e6af-4edd-b6e6-d9d4b072af7a,DISK] 2024-11-28T03:17:23,234 INFO [RS:0;b4e3b2a3b1ef:38185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/WALs/b4e3b2a3b1ef,38185,1732763841196/b4e3b2a3b1ef%2C38185%2C1732763841196.1732763843213 2024-11-28T03:17:23,235 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45943:45943)] 2024-11-28T03:17:23,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:17:23,424 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35 2024-11-28T03:17:23,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:17:23,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:23,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:23,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:23,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:23,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:23,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:23,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:23,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:23,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:23,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:23,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:23,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:23,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:23,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:23,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:23,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:23,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:23,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:23,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740 2024-11-28T03:17:23,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740 2024-11-28T03:17:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:23,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:23,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:23,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:23,847 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:23,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70989910, jitterRate=0.05783209204673767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:23,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763843831Initializing all the Stores at 1732763843832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763843832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763843833 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763843833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763843833Cleaning up temporary data from old regions at 1732763843843 (+10 ms)Region opened successfully at 1732763843847 (+4 ms) 2024-11-28T03:17:23,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:23,848 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:23,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:23,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:23,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:23,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:23,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763843847Disabling compacts and flushes for region at 1732763843847Disabling writes for close at 1732763843848 (+1 ms)Writing region close event to WAL at 1732763843848Closed at 1732763843848 2024-11-28T03:17:23,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:23,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:17:23,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:17:23,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:23,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:17:24,003 DEBUG [b4e3b2a3b1ef:40957 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:17:24,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:24,005 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38185,1732763841196, state=OPENING 2024-11-28T03:17:24,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:17:24,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:24,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:24,008 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:24,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12138811256/meta-region-server: CHANGED 2024-11-28T03:17:24,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38185,1732763841196}] 2024-11-28T03:17:24,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12138811256/meta-region-server: CHANGED 2024-11-28T03:17:24,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:17:24,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:17:24,167 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:17:24,167 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:24,167 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:17:24,169 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38185%2C1732763841196.meta, suffix=.meta, logDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/WALs/b4e3b2a3b1ef,38185,1732763841196, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/oldWALs, maxLogs=10 2024-11-28T03:17:24,183 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/WALs/b4e3b2a3b1ef,38185,1732763841196/b4e3b2a3b1ef%2C38185%2C1732763841196.meta.1732763844169.meta, exclude list is [], retry=0 2024-11-28T03:17:24,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39263,DS-b20d8ed7-e6af-4edd-b6e6-d9d4b072af7a,DISK] 2024-11-28T03:17:24,187 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/WALs/b4e3b2a3b1ef,38185,1732763841196/b4e3b2a3b1ef%2C38185%2C1732763841196.meta.1732763844169.meta 2024-11-28T03:17:24,187 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45943:45943)] 2024-11-28T03:17:24,187 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:24,187 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:24,187 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:24,188 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:17:24,188 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:17:24,188 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:17:24,188 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:24,188 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:17:24,188 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:17:24,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:24,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:24,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:24,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:24,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:24,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:24,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:24,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:24,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:24,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:24,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:24,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:24,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:24,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:24,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:24,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:24,194 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:24,195 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740 2024-11-28T03:17:24,196 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740 2024-11-28T03:17:24,198 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:24,198 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:24,199 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:24,200 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:24,201 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66988398, jitterRate=-0.0017950832843780518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:24,201 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:17:24,202 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763844188Writing region info on filesystem at 1732763844188Initializing all the Stores at 1732763844189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763844189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763844189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763844189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763844189Cleaning up temporary data from old regions at 1732763844198 (+9 ms)Running coprocessor post-open hooks at 1732763844201 (+3 ms)Region opened successfully at 1732763844201 2024-11-28T03:17:24,203 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763844161 2024-11-28T03:17:24,205 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:17:24,205 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:17:24,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:24,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38185,1732763841196, state=OPEN 2024-11-28T03:17:24,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12138811256/meta-region-server 2024-11-28T03:17:24,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12138811256/meta-region-server 2024-11-28T03:17:24,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:24,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12138811256/meta-region-server: CHANGED 2024-11-28T03:17:24,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12138811256/meta-region-server: CHANGED 2024-11-28T03:17:24,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:17:24,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38185,1732763841196 in 202 msec 2024-11-28T03:17:24,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:17:24,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-28T03:17:24,215 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:24,215 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:17:24,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:24,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38185,1732763841196, seqNum=-1] 2024-11-28T03:17:24,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:24,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:24,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-28T03:17:24,225 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763844224, completionTime=-1 2024-11-28T03:17:24,225 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:17:24,225 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:17:24,227 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:17:24,227 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763904227 2024-11-28T03:17:24,227 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732763964227 2024-11-28T03:17:24,227 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:17:24,228 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40957,1732763841153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:24,228 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40957,1732763841153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:24,228 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40957,1732763841153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:24,228 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:40957, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:24,228 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:24,228 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:24,230 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:17:24,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.999sec 2024-11-28T03:17:24,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:17:24,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:17:24,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:17:24,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:17:24,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:17:24,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40957,1732763841153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:24,232 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40957,1732763841153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:17:24,235 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:17:24,235 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:17:24,235 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40957,1732763841153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:24,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40957,-1 for getting cluster id 2024-11-28T03:17:24,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:24,334 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91ee503d-7e92-4e46-9fe1-17039036fb44' 2024-11-28T03:17:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91ee503d-7e92-4e46-9fe1-17039036fb44" 2024-11-28T03:17:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c9a445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40957,-1] 2024-11-28T03:17:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:24,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:24,337 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:24,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38185,1732763841196, seqNum=-1] 2024-11-28T03:17:24,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:24,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:24,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62396 2024-11-28T03:17:24,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:24,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c93c81a0005 connected 2024-11-28T03:17:24,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39971,-1 for getting cluster id 2024-11-28T03:17:24,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:24,350 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83afa8d2-f363-47ee-b17f-b43ca62d8602' 2024-11-28T03:17:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83afa8d2-f363-47ee-b17f-b43ca62d8602" 2024-11-28T03:17:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7915798e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39971,-1] 2024-11-28T03:17:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:24,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:24,352 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d71b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4342c4a2 2024-11-28T03:17:24,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:24,355 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:24,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:40957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:17:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:17:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:24,359 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:40957' 2024-11-28T03:17:24,360 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4373f9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,360 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40957,-1 for getting cluster id 2024-11-28T03:17:24,360 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:24,361 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91ee503d-7e92-4e46-9fe1-17039036fb44' 2024-11-28T03:17:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91ee503d-7e92-4e46-9fe1-17039036fb44" 2024-11-28T03:17:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15df897f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40957,-1] 2024-11-28T03:17:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:24,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:24,363 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:24,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bff02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:24,364 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:24,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:24,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57623f47 2024-11-28T03:17:24,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:24,366 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:24,366 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-28T03:17:24,367 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:17:24,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:24,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:24,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:24,367 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:24,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:17:24,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:17:24,370 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:24,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:17:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741835_1011 (size=1138) 2024-11-28T03:17:24,419 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:17:24,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:24,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:17:24,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce9935d6328acc54f27e6d896b0061f5, NAME => 'hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92 2024-11-28T03:17:24,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741836_1012 (size=44) 2024-11-28T03:17:24,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:24,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ce9935d6328acc54f27e6d896b0061f5, disabling compactions & flushes 2024-11-28T03:17:24,788 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:24,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:24,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. after waiting 0 ms 2024-11-28T03:17:24,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:24,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:24,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce9935d6328acc54f27e6d896b0061f5: Waiting for close lock at 1732763844788Disabling compacts and flushes for region at 1732763844788Disabling writes for close at 1732763844788Writing region close event to WAL at 1732763844788Closed at 1732763844788 2024-11-28T03:17:24,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:17:24,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732763844790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763844790"}]},"ts":"1732763844790"} 2024-11-28T03:17:24,793 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:17:24,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:17:24,794 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763844794"}]},"ts":"1732763844794"} 2024-11-28T03:17:24,796 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:17:24,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce9935d6328acc54f27e6d896b0061f5, ASSIGN}] 2024-11-28T03:17:24,798 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce9935d6328acc54f27e6d896b0061f5, ASSIGN 2024-11-28T03:17:24,799 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce9935d6328acc54f27e6d896b0061f5, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,43391,1732763836926; forceNewPlan=false, retain=false 2024-11-28T03:17:24,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ce9935d6328acc54f27e6d896b0061f5, regionState=OPENING, regionLocation=b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:24,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce9935d6328acc54f27e6d896b0061f5, ASSIGN because future has completed 2024-11-28T03:17:24,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce9935d6328acc54f27e6d896b0061f5, server=b4e3b2a3b1ef,43391,1732763836926}] 2024-11-28T03:17:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:25,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:25,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:25,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:17:25,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C43391%2C1732763836926.rep, suffix=, logDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926, archiveDir=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/oldWALs, maxLogs=10 2024-11-28T03:17:25,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.rep.1732763845113, exclude list is [], retry=0 2024-11-28T03:17:25,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-202a8100-c4ee-4bc5-baf7-1d82cc2a1615,DISK] 2024-11-28T03:17:25,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.rep.1732763845113 2024-11-28T03:17:25,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38311:38311)] 2024-11-28T03:17:25,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ce9935d6328acc54f27e6d896b0061f5, NAME => 'hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:25,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:25,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:25,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. service=MultiRowMutationService 2024-11-28T03:17:25,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:17:25,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:25,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,133 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,134 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce9935d6328acc54f27e6d896b0061f5 columnFamilyName hfileref 2024-11-28T03:17:25,135 DEBUG [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:25,135 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] regionserver.HStore(327): Store=ce9935d6328acc54f27e6d896b0061f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:25,135 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,136 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce9935d6328acc54f27e6d896b0061f5 columnFamilyName queue 2024-11-28T03:17:25,136 DEBUG [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:25,137 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] regionserver.HStore(327): Store=ce9935d6328acc54f27e6d896b0061f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:25,137 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,138 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce9935d6328acc54f27e6d896b0061f5 columnFamilyName sid 2024-11-28T03:17:25,138 DEBUG [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:25,139 INFO [StoreOpener-ce9935d6328acc54f27e6d896b0061f5-1 {}] regionserver.HStore(327): Store=ce9935d6328acc54f27e6d896b0061f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:25,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:17:25,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:25,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ce9935d6328acc54f27e6d896b0061f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61187953, jitterRate=-0.08822844922542572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:17:25,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:25,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ce9935d6328acc54f27e6d896b0061f5: Running coprocessor pre-open hook at 1732763845132Writing region info on filesystem at 1732763845132Initializing all the Stores at 1732763845133 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763845133Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763845133Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763845133Cleaning up temporary data from old regions at 1732763845141 (+8 ms)Running coprocessor post-open hooks at 1732763845145 (+4 ms)Region opened successfully at 1732763845145 2024-11-28T03:17:25,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5., pid=7, masterSystemTime=1732763845106 2024-11-28T03:17:25,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:25,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:25,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ce9935d6328acc54f27e6d896b0061f5, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:25,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce9935d6328acc54f27e6d896b0061f5, server=b4e3b2a3b1ef,43391,1732763836926 because future has completed 2024-11-28T03:17:25,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T03:17:25,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ce9935d6328acc54f27e6d896b0061f5, server=b4e3b2a3b1ef,43391,1732763836926 in 199 msec 2024-11-28T03:17:25,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:17:25,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce9935d6328acc54f27e6d896b0061f5, ASSIGN in 358 msec 2024-11-28T03:17:25,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:17:25,159 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763845159"}]},"ts":"1732763845159"} 2024-11-28T03:17:25,161 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:17:25,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:17:25,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-28T03:17:25,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5., hostname=b4e3b2a3b1ef,43391,1732763836926, seqNum=2] 2024-11-28T03:17:25,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:25,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:25,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:17:25,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-28T03:17:25,339 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:17:25,369 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,43391,1732763836926, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:17:25,369 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:25,370 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43391,1732763836926, seqNum=-1] 2024-11-28T03:17:25,370 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:25,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-28T03:17:25,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,43391,1732763836926', locateType=CURRENT is [region=hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5., hostname=b4e3b2a3b1ef,43391,1732763836926, seqNum=2] 2024-11-28T03:17:25,377 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T03:17:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T03:17:25,380 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,43391,1732763836926 suceeded 2024-11-28T03:17:25,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-28T03:17:25,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-28T03:17:25,382 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:40957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:17:25,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0280 sec 2024-11-28T03:17:25,392 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:40957' 2024-11-28T03:17:25,393 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1040ab18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:25,393 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40957,-1 for getting cluster id 2024-11-28T03:17:25,394 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:25,394 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91ee503d-7e92-4e46-9fe1-17039036fb44' 2024-11-28T03:17:25,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:25,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91ee503d-7e92-4e46-9fe1-17039036fb44" 2024-11-28T03:17:25,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7a67c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:25,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40957,-1] 2024-11-28T03:17:25,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:25,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:25,396 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:25,397 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38d7aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:25,397 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:25,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:25,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@302dbf5 2024-11-28T03:17:25,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:25,398 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-28T03:17:25,399 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,43391,1732763836926 (queues=1) is replicating from cluster=83afa8d2-f363-47ee-b17f-b43ca62d8602 to cluster=91ee503d-7e92-4e46-9fe1-17039036fb44 2024-11-28T03:17:25,399 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C43391%2C1732763836926 2024-11-28T03:17:25,399 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,43391,1732763836926, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:17:25,400 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.shipperb4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C43391%2C1732763836926 2024-11-28T03:17:25,400 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.wal-reader.b4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.1732763838925, startPosition=0, beingWritten=true 2024-11-28T03:17:25,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:17:25,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:25,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:25,492 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:17:25,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:25,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:25,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:25,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:25,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:25,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38cdda7a 2024-11-28T03:17:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:25,495 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:25,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39971 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-28T03:17:25,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:17:25,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:25,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:25,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:25,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:25,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:25,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:17:25,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=410242893, stopped=false 2024-11-28T03:17:25,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,40957,1732763841153 2024-11-28T03:17:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12138811256/running 2024-11-28T03:17:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12138811256/running 2024-11-28T03:17:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:25,498 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:25,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:25,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:25,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:25,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,38185,1732763841196' ***** 2024-11-28T03:17:25,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:17:25,498 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:17:25,498 INFO [RS:0;b4e3b2a3b1ef:38185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:17:25,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on znode that does not yet exist, /12138811256/running 2024-11-28T03:17:25,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:17:25,498 INFO [RS:0;b4e3b2a3b1ef:38185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:17:25,499 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:25,499 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:25,499 INFO [RS:0;b4e3b2a3b1ef:38185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:38185. 2024-11-28T03:17:25,499 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:25,499 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:25,499 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:17:25,499 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:17:25,499 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:17:25,499 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:17:25,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Set watcher on znode that does not yet exist, /12138811256/running 2024-11-28T03:17:25,499 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:17:25,499 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:17:25,499 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:25,499 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:25,499 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:25,499 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:25,499 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:25,500 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:25,500 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-28T03:17:25,525 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740/.tmp/ns/6473bec2a47340ed947dea3b140da21b is 43, key is default/ns:d/1732763844219/Put/seqid=0 2024-11-28T03:17:25,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741835_1011 (size=5153) 2024-11-28T03:17:25,582 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:25,605 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.wal-reader.b4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.1732763838925 to pos 0, reset compression=false 2024-11-28T03:17:25,699 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:25,900 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:25,912 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.wal-reader.b4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.1732763838925 to pos 0, reset compression=false 2024-11-28T03:17:25,940 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740/.tmp/ns/6473bec2a47340ed947dea3b140da21b 2024-11-28T03:17:25,947 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740/.tmp/ns/6473bec2a47340ed947dea3b140da21b as hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740/ns/6473bec2a47340ed947dea3b140da21b 2024-11-28T03:17:25,953 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740/ns/6473bec2a47340ed947dea3b140da21b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-28T03:17:25,954 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=6, compaction requested=false 2024-11-28T03:17:25,958 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T03:17:25,959 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:25,959 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:25,959 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:25,959 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763845499Running coprocessor pre-close hooks at 1732763845499Disabling compacts and flushes for region at 1732763845499Disabling writes for close at 1732763845499Obtaining lock to block concurrent updates at 1732763845500 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732763845500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732763845500Flushing stores of hbase:meta,,1.1588230740 at 1732763845501 (+1 ms)Flushing 1588230740/ns: creating writer at 1732763845501Flushing 1588230740/ns: appending metadata at 1732763845523 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732763845524 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60385cba: reopening flushed file at 1732763845946 (+422 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 454ms, sequenceid=6, compaction requested=false at 1732763845954 (+8 ms)Writing region close event to WAL at 1732763845955 (+1 ms)Running coprocessor post-close hooks at 1732763845959 (+4 ms)Closed at 1732763845959 2024-11-28T03:17:25,959 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:26,081 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:17:26,081 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:17:26,100 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,38185,1732763841196; all regions closed. 2024-11-28T03:17:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741834_1010 (size=1152) 2024-11-28T03:17:26,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/WALs/b4e3b2a3b1ef,38185,1732763841196/b4e3b2a3b1ef%2C38185%2C1732763841196.meta.1732763844169.meta not finished, retry = 0 2024-11-28T03:17:26,206 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/oldWALs 2024-11-28T03:17:26,206 INFO [RS:0;b4e3b2a3b1ef:38185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C38185%2C1732763841196.meta:.meta(num 1732763844169) 2024-11-28T03:17:26,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741832_1008 (size=93) 2024-11-28T03:17:26,211 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/oldWALs 2024-11-28T03:17:26,211 INFO [RS:0;b4e3b2a3b1ef:38185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C38185%2C1732763841196:(num 1732763843213) 2024-11-28T03:17:26,211 DEBUG [RS:0;b4e3b2a3b1ef:38185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:26,211 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:26,211 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:26,211 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:26,211 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:26,211 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:26,211 INFO [RS:0;b4e3b2a3b1ef:38185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38185 2024-11-28T03:17:26,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12138811256/rs/b4e3b2a3b1ef,38185,1732763841196 2024-11-28T03:17:26,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256/rs 2024-11-28T03:17:26,213 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:26,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,38185,1732763841196] 2024-11-28T03:17:26,217 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12138811256/draining/b4e3b2a3b1ef,38185,1732763841196 already deleted, retry=false 2024-11-28T03:17:26,217 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,38185,1732763841196 expired; onlineServers=0 2024-11-28T03:17:26,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,40957,1732763841153' ***** 2024-11-28T03:17:26,218 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:17:26,218 INFO [M:0;b4e3b2a3b1ef:40957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:26,218 INFO [M:0;b4e3b2a3b1ef:40957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:26,218 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:17:26,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:17:26,218 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:17:26,218 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763843017 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763843017,5,FailOnTimeoutGroup] 2024-11-28T03:17:26,218 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763843016 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763843016,5,FailOnTimeoutGroup] 2024-11-28T03:17:26,218 INFO [M:0;b4e3b2a3b1ef:40957 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:26,218 INFO [M:0;b4e3b2a3b1ef:40957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:26,218 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:17:26,218 INFO [M:0;b4e3b2a3b1ef:40957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:17:26,218 INFO [M:0;b4e3b2a3b1ef:40957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:26,219 INFO [M:0;b4e3b2a3b1ef:40957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:17:26,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:17:26,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12138811256/master 2024-11-28T03:17:26,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12138811256 2024-11-28T03:17:26,220 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] zookeeper.ZKUtil(347): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Unable to get data of znode /12138811256/master because node does not exist (not an error) 2024-11-28T03:17:26,220 WARN [M:0;b4e3b2a3b1ef:40957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:17:26,221 INFO [M:0;b4e3b2a3b1ef:40957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/.lastflushedseqids 2024-11-28T03:17:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741836_1012 (size=99) 2024-11-28T03:17:26,227 INFO [M:0;b4e3b2a3b1ef:40957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:17:26,227 INFO [M:0;b4e3b2a3b1ef:40957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:17:26,227 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:26,227 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:26,228 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:26,228 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:26,228 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:26,228 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-28T03:17:26,253 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/908cc5186ed94f66b27aa6d170fbdff2 is 82, key is hbase:meta,,1/info:regioninfo/1732763844206/Put/seqid=0 2024-11-28T03:17:26,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741837_1013 (size=5672) 2024-11-28T03:17:26,261 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/908cc5186ed94f66b27aa6d170fbdff2 2024-11-28T03:17:26,298 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c86fd39e26164ced94a534516794ad73 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732763844224/Put/seqid=0 2024-11-28T03:17:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741838_1014 (size=5275) 2024-11-28T03:17:26,311 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c86fd39e26164ced94a534516794ad73 2024-11-28T03:17:26,315 INFO [RS:0;b4e3b2a3b1ef:38185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:26,315 INFO [RS:0;b4e3b2a3b1ef:38185 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,38185,1732763841196; zookeeper connection closed. 2024-11-28T03:17:26,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:26,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38185-0x1015c93c81a0004, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:26,318 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.wal-reader.b4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.1732763838925 to pos 0, reset compression=false 2024-11-28T03:17:26,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a453640 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a453640 2024-11-28T03:17:26,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:17:26,348 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a835f6439da44718480ce77e74dda39 is 69, key is b4e3b2a3b1ef,38185,1732763841196/rs:state/1732763843063/Put/seqid=0 2024-11-28T03:17:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741839_1015 (size=5156) 2024-11-28T03:17:26,355 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a835f6439da44718480ce77e74dda39 2024-11-28T03:17:26,362 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/908cc5186ed94f66b27aa6d170fbdff2 as hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/908cc5186ed94f66b27aa6d170fbdff2 2024-11-28T03:17:26,368 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/908cc5186ed94f66b27aa6d170fbdff2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-28T03:17:26,369 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c86fd39e26164ced94a534516794ad73 as hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c86fd39e26164ced94a534516794ad73 2024-11-28T03:17:26,375 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c86fd39e26164ced94a534516794ad73, entries=3, sequenceid=28, filesize=5.2 K 2024-11-28T03:17:26,377 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a835f6439da44718480ce77e74dda39 as hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a835f6439da44718480ce77e74dda39 2024-11-28T03:17:26,382 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/ce5a5c9a-7f67-7925-9e19-e2f720a4ad35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a835f6439da44718480ce77e74dda39, entries=1, sequenceid=28, filesize=5.0 K 2024-11-28T03:17:26,383 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=28, compaction requested=false 2024-11-28T03:17:26,392 INFO [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:26,392 DEBUG [M:0;b4e3b2a3b1ef:40957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763846227Disabling compacts and flushes for region at 1732763846227Disabling writes for close at 1732763846228 (+1 ms)Obtaining lock to block concurrent updates at 1732763846228Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763846228Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732763846228Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763846229 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763846229Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763846252 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763846252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763846268 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763846297 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763846297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763846321 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763846347 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763846347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5ed0a5: reopening flushed file at 1732763846361 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be5ce91: reopening flushed file at 1732763846368 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e2ce3e1: reopening flushed file at 1732763846375 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=28, compaction requested=false at 1732763846383 (+8 ms)Writing region close event to WAL at 1732763846392 (+9 ms)Closed at 1732763846392 2024-11-28T03:17:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39263 is added to blk_1073741830_1006 (size=10165) 2024-11-28T03:17:26,396 INFO [M:0;b4e3b2a3b1ef:40957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:17:26,396 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:26,397 INFO [M:0;b4e3b2a3b1ef:40957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40957 2024-11-28T03:17:26,397 INFO [M:0;b4e3b2a3b1ef:40957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:26,500 INFO [M:0;b4e3b2a3b1ef:40957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:26,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:26,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40957-0x1015c93c81a0003, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:26,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:17:26,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:17:26,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:17:26,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:17:26,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.log.dir/,STOPPED} 2024-11-28T03:17:26,505 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:17:26,505 WARN [BP-1471907917-172.17.0.2-1732763840099 heartbeating to localhost/127.0.0.1:36409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:17:26,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:17:26,506 WARN [BP-1471907917-172.17.0.2-1732763840099 heartbeating to localhost/127.0.0.1:36409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1471907917-172.17.0.2-1732763840099 (Datanode Uuid a14ff241-0b26-45c9-b35c-18567a3e15b3) service to localhost/127.0.0.1:36409 2024-11-28T03:17:26,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/cluster_61ea3a72-1ef7-d476-b686-b78d47ff88cb/data/data1/current/BP-1471907917-172.17.0.2-1732763840099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:17:26,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/cluster_61ea3a72-1ef7-d476-b686-b78d47ff88cb/data/data2/current/BP-1471907917-172.17.0.2-1732763840099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:17:26,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:17:26,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:17:26,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:17:26,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:17:26,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:17:26,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.log.dir/,STOPPED} 2024-11-28T03:17:26,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:17:26,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:17:26,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:26,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:26,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:26,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:26,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:26,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:17:26,527 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1438202275, stopped=false 2024-11-28T03:17:26,527 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,39971,1732763836872 2024-11-28T03:17:26,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1461128498/running 2024-11-28T03:17:26,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1461128498/running 2024-11-28T03:17:26,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:26,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:26,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:26,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:26,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:26,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:26,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,43391,1732763836926' ***** 2024-11-28T03:17:26,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:17:26,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on znode that does not yet exist, /0-1461128498/running 2024-11-28T03:17:26,530 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:17:26,530 INFO [RS:0;b4e3b2a3b1ef:43391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:17:26,530 INFO [RS:0;b4e3b2a3b1ef:43391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:17:26,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Set watcher on znode that does not yet exist, /0-1461128498/running 2024-11-28T03:17:26,530 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:26,530 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:17:26,530 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:26,530 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:26,531 INFO [RS:0;b4e3b2a3b1ef:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:43391. 2024-11-28T03:17:26,531 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:26,531 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:26,531 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce9935d6328acc54f27e6d896b0061f5, disabling compactions & flushes 2024-11-28T03:17:26,531 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:17:26,531 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:26,531 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:17:26,531 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:17:26,531 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:26,531 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:17:26,531 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. after waiting 0 ms 2024-11-28T03:17:26,531 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:26,531 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ce9935d6328acc54f27e6d896b0061f5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-28T03:17:26,531 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:17:26,531 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ce9935d6328acc54f27e6d896b0061f5=hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5.} 2024-11-28T03:17:26,531 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:26,531 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:26,531 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:26,531 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:26,531 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:26,531 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:26,531 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-28T03:17:26,548 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/info/007b32cf7bc14574a2ec494fad5e121d is 147, key is hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5./info:regioninfo/1732763845150/Put/seqid=0 2024-11-28T03:17:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741838_1014 (size=6631) 2024-11-28T03:17:26,554 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5/.tmp/queue/ea52be89ae46499d922826c21362343b is 151, key is 1-b4e3b2a3b1ef,43391,1732763836926/queue:b4e3b2a3b1ef%2C43391%2C1732763836926/1732763845375/Put/seqid=0 2024-11-28T03:17:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741839_1015 (size=5350) 2024-11-28T03:17:26,593 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:26,731 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:26,827 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.wal-reader.b4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.1732763838925 to pos 0, reset compression=false 2024-11-28T03:17:26,846 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:17:26,847 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:17:26,932 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ce9935d6328acc54f27e6d896b0061f5 2024-11-28T03:17:26,954 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/info/007b32cf7bc14574a2ec494fad5e121d 2024-11-28T03:17:26,961 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5/.tmp/queue/ea52be89ae46499d922826c21362343b 2024-11-28T03:17:26,972 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5/.tmp/queue/ea52be89ae46499d922826c21362343b as hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5/queue/ea52be89ae46499d922826c21362343b 2024-11-28T03:17:26,979 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5/queue/ea52be89ae46499d922826c21362343b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-28T03:17:26,981 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ce9935d6328acc54f27e6d896b0061f5 in 450ms, sequenceid=5, compaction requested=false 2024-11-28T03:17:26,981 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:17:26,989 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/replication/ce9935d6328acc54f27e6d896b0061f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:17:26,990 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:26,990 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:26,990 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:26,991 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/ns/c4b24742ac36470980aa3a3d8c571f75 is 43, key is default/ns:d/1732763839938/Put/seqid=0 2024-11-28T03:17:26,993 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce9935d6328acc54f27e6d896b0061f5: Waiting for close lock at 1732763846531Running coprocessor pre-close hooks at 1732763846531Disabling compacts and flushes for region at 1732763846531Disabling writes for close at 1732763846531Obtaining lock to block concurrent updates at 1732763846531Preparing flush snapshotting stores in ce9935d6328acc54f27e6d896b0061f5 at 1732763846531Finished memstore snapshotting hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732763846531Flushing stores of hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. at 1732763846532 (+1 ms)Flushing ce9935d6328acc54f27e6d896b0061f5/queue: creating writer at 1732763846532Flushing ce9935d6328acc54f27e6d896b0061f5/queue: appending metadata at 1732763846553 (+21 ms)Flushing ce9935d6328acc54f27e6d896b0061f5/queue: closing flushed file at 1732763846553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740d828c: reopening flushed file at 1732763846971 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ce9935d6328acc54f27e6d896b0061f5 in 450ms, sequenceid=5, compaction requested=false at 1732763846981 (+10 ms)Writing region close event to WAL at 1732763846985 (+4 ms)Running coprocessor post-close hooks at 1732763846990 (+5 ms)Closed at 1732763846990 2024-11-28T03:17:26,993 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763844367.ce9935d6328acc54f27e6d896b0061f5. 2024-11-28T03:17:26,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741840_1016 (size=5153) 2024-11-28T03:17:26,999 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/ns/c4b24742ac36470980aa3a3d8c571f75 2024-11-28T03:17:27,019 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/table/e5cc76b6be94409b926862566330395c is 53, key is hbase:replication/table:state/1732763845159/Put/seqid=0 2024-11-28T03:17:27,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741841_1017 (size=5256) 2024-11-28T03:17:27,132 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:27,332 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:17:27,424 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/table/e5cc76b6be94409b926862566330395c 2024-11-28T03:17:27,433 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.wal-reader.b4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/WALs/b4e3b2a3b1ef,43391,1732763836926/b4e3b2a3b1ef%2C43391%2C1732763836926.1732763838925 to pos 0, reset compression=false 2024-11-28T03:17:27,436 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/info/007b32cf7bc14574a2ec494fad5e121d as hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/info/007b32cf7bc14574a2ec494fad5e121d 2024-11-28T03:17:27,444 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/info/007b32cf7bc14574a2ec494fad5e121d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-28T03:17:27,445 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/ns/c4b24742ac36470980aa3a3d8c571f75 as hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/ns/c4b24742ac36470980aa3a3d8c571f75 2024-11-28T03:17:27,468 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/ns/c4b24742ac36470980aa3a3d8c571f75, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:17:27,470 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/.tmp/table/e5cc76b6be94409b926862566330395c as hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/table/e5cc76b6be94409b926862566330395c 2024-11-28T03:17:27,487 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/table/e5cc76b6be94409b926862566330395c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-28T03:17:27,488 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 957ms, sequenceid=11, compaction requested=false 2024-11-28T03:17:27,501 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T03:17:27,502 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:27,502 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:27,502 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:27,502 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763846531Running coprocessor pre-close hooks at 1732763846531Disabling compacts and flushes for region at 1732763846531Disabling writes for close at 1732763846531Obtaining lock to block concurrent updates at 1732763846531Preparing flush snapshotting stores in 1588230740 at 1732763846531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732763846532 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732763846532Flushing 1588230740/info: creating writer at 1732763846532Flushing 1588230740/info: appending metadata at 1732763846547 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732763846548 (+1 ms)Flushing 1588230740/ns: creating writer at 1732763846963 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732763846990 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732763846990Flushing 1588230740/table: creating writer at 1732763847005 (+15 ms)Flushing 1588230740/table: appending metadata at 1732763847019 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732763847019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1beac5c0: reopening flushed file at 1732763847433 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c75a1b: reopening flushed file at 1732763847444 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8727a1: reopening flushed file at 1732763847469 (+25 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 957ms, sequenceid=11, compaction requested=false at 1732763847488 (+19 ms)Writing region close event to WAL at 1732763847496 (+8 ms)Running coprocessor post-close hooks at 1732763847502 (+6 ms)Closed at 1732763847502 2024-11-28T03:17:27,502 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:27,532 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,43391,1732763836926; all regions closed. 2024-11-28T03:17:27,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741834_1010 (size=2742) 2024-11-28T03:17:27,539 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/oldWALs 2024-11-28T03:17:27,540 INFO [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C43391%2C1732763836926.meta:.meta(num 1732763839882) 2024-11-28T03:17:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741837_1013 (size=1586) 2024-11-28T03:17:27,550 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/oldWALs 2024-11-28T03:17:27,550 INFO [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C43391%2C1732763836926.rep:(num 1732763845113) 2024-11-28T03:17:27,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741832_1008 (size=93) 2024-11-28T03:17:27,557 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/oldWALs 2024-11-28T03:17:27,557 INFO [RS:0;b4e3b2a3b1ef:43391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C43391%2C1732763836926:(num 1732763838925) 2024-11-28T03:17:27,557 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:27,557 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:17:27,557 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:27,557 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:27,557 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:27,558 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,43391,1732763836926 because: Region server is closing 2024-11-28T03:17:27,558 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:27,558 INFO [RS:0;b4e3b2a3b1ef:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:43391. 2024-11-28T03:17:27,558 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:27,558 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:27,558 DEBUG [RS:0;b4e3b2a3b1ef:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:27,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:27,658 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.shipperb4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T03:17:27,658 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.wal-reader.b4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:17:27,659 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43391,1732763836926.replicationSource.shipperb4e3b2a3b1ef%2C43391%2C1732763836926,1-b4e3b2a3b1ef,43391,1732763836926 terminated 2024-11-28T03:17:27,659 INFO [RS:0;b4e3b2a3b1ef:43391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43391 2024-11-28T03:17:27,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498/rs 2024-11-28T03:17:27,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1461128498/rs/b4e3b2a3b1ef,43391,1732763836926 2024-11-28T03:17:27,662 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:27,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,43391,1732763836926] 2024-11-28T03:17:27,665 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1461128498/draining/b4e3b2a3b1ef,43391,1732763836926 already deleted, retry=false 2024-11-28T03:17:27,665 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,43391,1732763836926 expired; onlineServers=0 2024-11-28T03:17:27,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,39971,1732763836872' ***** 2024-11-28T03:17:27,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:17:27,666 INFO [M:0;b4e3b2a3b1ef:39971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:17:27,666 INFO [M:0;b4e3b2a3b1ef:39971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:17:27,666 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:17:27,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:17:27,666 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:17:27,666 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763838725 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763838725,5,FailOnTimeoutGroup] 2024-11-28T03:17:27,666 INFO [M:0;b4e3b2a3b1ef:39971 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:17:27,666 INFO [M:0;b4e3b2a3b1ef:39971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:17:27,666 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:17:27,666 INFO [M:0;b4e3b2a3b1ef:39971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:17:27,666 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763838724 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763838724,5,FailOnTimeoutGroup] 2024-11-28T03:17:27,667 INFO [M:0;b4e3b2a3b1ef:39971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:17:27,667 INFO [M:0;b4e3b2a3b1ef:39971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:17:27,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:17:27,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1461128498/master 2024-11-28T03:17:27,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1461128498 2024-11-28T03:17:27,672 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1461128498/master already deleted, retry=false 2024-11-28T03:17:27,672 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] master.ActiveMasterManager(353): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1461128498/master 2024-11-28T03:17:27,673 INFO [M:0;b4e3b2a3b1ef:39971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/.lastflushedseqids 2024-11-28T03:17:27,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741842_1018 (size=181) 2024-11-28T03:17:27,685 INFO [M:0;b4e3b2a3b1ef:39971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:17:27,685 INFO [M:0;b4e3b2a3b1ef:39971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:17:27,685 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:27,685 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:27,685 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:27,685 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:27,685 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:27,686 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-28T03:17:27,715 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77ccdc2a226d45d8b99ae5851ce12f5d is 82, key is hbase:meta,,1/info:regioninfo/1732763839923/Put/seqid=0 2024-11-28T03:17:27,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741843_1019 (size=5672) 2024-11-28T03:17:27,737 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77ccdc2a226d45d8b99ae5851ce12f5d 2024-11-28T03:17:27,762 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1269be53b48441b190d48507f2065c0c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732763845163/Put/seqid=0 2024-11-28T03:17:27,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:27,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1015c93c81a0001, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:27,764 INFO [RS:0;b4e3b2a3b1ef:43391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:27,764 INFO [RS:0;b4e3b2a3b1ef:43391 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,43391,1732763836926; zookeeper connection closed. 2024-11-28T03:17:27,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c6440c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c6440c7 2024-11-28T03:17:27,766 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:17:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741844_1020 (size=7203) 2024-11-28T03:17:27,772 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1269be53b48441b190d48507f2065c0c 2024-11-28T03:17:27,792 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c2c9b1fe1c1460cb76e0f7aac1ccf51 is 69, key is b4e3b2a3b1ef,43391,1732763836926/rs:state/1732763838772/Put/seqid=0 2024-11-28T03:17:27,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741845_1021 (size=5156) 2024-11-28T03:17:28,197 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c2c9b1fe1c1460cb76e0f7aac1ccf51 2024-11-28T03:17:28,203 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77ccdc2a226d45d8b99ae5851ce12f5d as hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77ccdc2a226d45d8b99ae5851ce12f5d 2024-11-28T03:17:28,208 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77ccdc2a226d45d8b99ae5851ce12f5d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-28T03:17:28,209 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1269be53b48441b190d48507f2065c0c as hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1269be53b48441b190d48507f2065c0c 2024-11-28T03:17:28,215 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1269be53b48441b190d48507f2065c0c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-28T03:17:28,216 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c2c9b1fe1c1460cb76e0f7aac1ccf51 as hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c2c9b1fe1c1460cb76e0f7aac1ccf51 2024-11-28T03:17:28,221 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45803/user/jenkins/test-data/c98a9559-8b44-f7fb-05da-f749a9db4b92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c2c9b1fe1c1460cb76e0f7aac1ccf51, entries=1, sequenceid=70, filesize=5.0 K 2024-11-28T03:17:28,222 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=70, compaction requested=false 2024-11-28T03:17:28,231 INFO [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:28,231 DEBUG [M:0;b4e3b2a3b1ef:39971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763847685Disabling compacts and flushes for region at 1732763847685Disabling writes for close at 1732763847685Obtaining lock to block concurrent updates at 1732763847686 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763847686Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732763847686Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763847687 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763847687Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763847714 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763847714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763847743 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763847762 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763847762Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763847777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763847791 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763847791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388ed88: reopening flushed file at 1732763848203 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf6617a: reopening flushed file at 1732763848208 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ee5576: reopening flushed file at 1732763848215 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=70, compaction requested=false at 1732763848222 (+7 ms)Writing region close event to WAL at 1732763848231 (+9 ms)Closed at 1732763848231 2024-11-28T03:17:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741830_1006 (size=41008) 2024-11-28T03:17:28,235 INFO [M:0;b4e3b2a3b1ef:39971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:17:28,235 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:17:28,235 INFO [M:0;b4e3b2a3b1ef:39971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39971 2024-11-28T03:17:28,235 INFO [M:0;b4e3b2a3b1ef:39971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:17:28,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:28,337 INFO [M:0;b4e3b2a3b1ef:39971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:17:28,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39971-0x1015c93c81a0000, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:17:28,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:17:28,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:17:28,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:17:28,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:17:28,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.log.dir/,STOPPED} 2024-11-28T03:17:28,343 WARN [BP-1110072976-172.17.0.2-1732763835827 heartbeating to localhost/127.0.0.1:45803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:17:28,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:17:28,343 WARN [BP-1110072976-172.17.0.2-1732763835827 heartbeating to localhost/127.0.0.1:45803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1110072976-172.17.0.2-1732763835827 (Datanode Uuid 17f754eb-d9b0-4a9b-82e2-1511c9aa7301) service to localhost/127.0.0.1:45803 2024-11-28T03:17:28,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:17:28,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/cluster_da0aef1c-d9de-3ed6-688a-6db7e2038f54/data/data1/current/BP-1110072976-172.17.0.2-1732763835827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:17:28,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/cluster_da0aef1c-d9de-3ed6-688a-6db7e2038f54/data/data2/current/BP-1110072976-172.17.0.2-1732763835827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:17:28,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:17:28,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:17:28,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:17:28,352 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:17:28,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:17:28,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9609bb0f-55dd-cc81-c2ef-b1935e99a5cd/hadoop.log.dir/,STOPPED} 2024-11-28T03:17:28,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:17:28,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:17:28,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=147 (was 110) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62396) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45803 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36409 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=7590 (was 6585) - AvailableMemoryMB LEAK? - 2024-11-28T03:17:28,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=147, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=7589 2024-11-28T03:17:28,421 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-28T03:17:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.log.dir so I do NOT create it in target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2 2024-11-28T03:17:28,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:17:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.tmp.dir so I do NOT create it in target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2 2024-11-28T03:17:28,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0735b360-4617-11e6-c86a-b419dfe31ff3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:17:28,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2 2024-11-28T03:17:28,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/cluster_3923ca91-7c45-c016-e6dd-0d0dd214a38e, deleteOnExit=true 2024-11-28T03:17:28,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/cluster_3923ca91-7c45-c016-e6dd-0d0dd214a38e/zookeeper_0, clientPort=62655, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/cluster_3923ca91-7c45-c016-e6dd-0d0dd214a38e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/cluster_3923ca91-7c45-c016-e6dd-0d0dd214a38e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:17:28,430 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62655 2024-11-28T03:17:28,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:17:28,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:17:28,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/test.cache.data in system properties and HBase conf 2024-11-28T03:17:28,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:17:28,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:17:28,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:17:28,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:17:28,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:17:28,432 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:17:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:17:28,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:17:28,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:17:28,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:17:28,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:17:28,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c93c81a0002, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:17:28,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c93c81a0005, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:17:28,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c93c81a0005, quorum=127.0.0.1:62396, baseZNode=/12138811256 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:17:28,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c93c81a0002, quorum=127.0.0.1:62396, baseZNode=/0-1461128498 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:17:28,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:28,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:17:28,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:17:28,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:17:28,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:17:28,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:28,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62175913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:17:28,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b5fcb95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:17:28,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9ff422{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/java.io.tmpdir/jetty-localhost-46425-hadoop-hdfs-3_4_1-tests_jar-_-any-16969450499846817110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:17:28,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e6abb26{HTTP/1.1, (http/1.1)}{localhost:46425} 2024-11-28T03:17:28,674 INFO [Time-limited test {}] server.Server(415): Started @43007ms 2024-11-28T03:17:28,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:28,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:17:28,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:17:28,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:17:28,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:17:28,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ff1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:17:28,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@133292a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:17:28,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5936ebe3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/java.io.tmpdir/jetty-localhost-37029-hadoop-hdfs-3_4_1-tests_jar-_-any-5735140893059766383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:17:28,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7847837d{HTTP/1.1, (http/1.1)}{localhost:37029} 2024-11-28T03:17:28,920 INFO [Time-limited test {}] server.Server(415): Started @43253ms 2024-11-28T03:17:28,921 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:17:29,025 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/cluster_3923ca91-7c45-c016-e6dd-0d0dd214a38e/data/data2/current/BP-1265164929-172.17.0.2-1732763848468/current, will proceed with Du for space computation calculation, 2024-11-28T03:17:29,025 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/cluster_3923ca91-7c45-c016-e6dd-0d0dd214a38e/data/data1/current/BP-1265164929-172.17.0.2-1732763848468/current, will proceed with Du for space computation calculation, 2024-11-28T03:17:29,046 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:17:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5edccc675e5f0767 with lease ID 0x16f42fe01bb16e58: Processing first storage report for DS-c8626e0f-dc65-4ab9-bcb4-b7eed5a07112 from datanode DatanodeRegistration(127.0.0.1:46265, datanodeUuid=c959fe44-5ff2-4360-a5cd-cdcc8d6c742d, infoPort=38961, infoSecurePort=0, ipcPort=39059, storageInfo=lv=-57;cid=testClusterID;nsid=1541205509;c=1732763848468) 2024-11-28T03:17:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5edccc675e5f0767 with lease ID 0x16f42fe01bb16e58: from storage DS-c8626e0f-dc65-4ab9-bcb4-b7eed5a07112 node DatanodeRegistration(127.0.0.1:46265, datanodeUuid=c959fe44-5ff2-4360-a5cd-cdcc8d6c742d, infoPort=38961, infoSecurePort=0, ipcPort=39059, storageInfo=lv=-57;cid=testClusterID;nsid=1541205509;c=1732763848468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:17:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5edccc675e5f0767 with lease ID 0x16f42fe01bb16e58: Processing first storage report for DS-24815157-3e0b-4442-b40a-533d8620a8c7 from datanode DatanodeRegistration(127.0.0.1:46265, datanodeUuid=c959fe44-5ff2-4360-a5cd-cdcc8d6c742d, infoPort=38961, infoSecurePort=0, ipcPort=39059, storageInfo=lv=-57;cid=testClusterID;nsid=1541205509;c=1732763848468) 2024-11-28T03:17:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5edccc675e5f0767 with lease ID 0x16f42fe01bb16e58: from storage DS-24815157-3e0b-4442-b40a-533d8620a8c7 node DatanodeRegistration(127.0.0.1:46265, datanodeUuid=c959fe44-5ff2-4360-a5cd-cdcc8d6c742d, infoPort=38961, infoSecurePort=0, ipcPort=39059, storageInfo=lv=-57;cid=testClusterID;nsid=1541205509;c=1732763848468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:17:29,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2 2024-11-28T03:17:29,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:29,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:29,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:17:29,468 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d with version=8 2024-11-28T03:17:29,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/hbase-staging 2024-11-28T03:17:29,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:29,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:29,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:29,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:29,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:29,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:29,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:17:29,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:29,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35333 2024-11-28T03:17:29,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35333 connecting to ZooKeeper ensemble=127.0.0.1:62655 2024-11-28T03:17:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353330x0, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:29,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35333-0x1015c93f9780000 connected 2024-11-28T03:17:29,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:29,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:29,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on znode that does not yet exist, /0-1300971217/running 2024-11-28T03:17:29,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d, hbase.cluster.distributed=false 2024-11-28T03:17:29,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on znode that does not yet exist, /0-1300971217/acl 2024-11-28T03:17:29,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35333 2024-11-28T03:17:29,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35333 2024-11-28T03:17:29,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35333 2024-11-28T03:17:29,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35333 2024-11-28T03:17:29,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35333 2024-11-28T03:17:29,526 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:29,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:29,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:29,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:29,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:29,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:29,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:17:29,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:29,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41329 2024-11-28T03:17:29,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41329 connecting to ZooKeeper ensemble=127.0.0.1:62655 2024-11-28T03:17:29,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:29,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:29,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413290x0, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:29,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413290x0, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on znode that does not yet exist, /0-1300971217/running 2024-11-28T03:17:29,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:17:29,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41329-0x1015c93f9780001 connected 2024-11-28T03:17:29,540 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:17:29,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on znode that does not yet exist, /0-1300971217/master 2024-11-28T03:17:29,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on znode that does not yet exist, /0-1300971217/acl 2024-11-28T03:17:29,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-28T03:17:29,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41329 2024-11-28T03:17:29,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41329 2024-11-28T03:17:29,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-28T03:17:29,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-28T03:17:29,566 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:35333 2024-11-28T03:17:29,566 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1300971217/backup-masters/b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217/backup-masters 2024-11-28T03:17:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217/backup-masters 2024-11-28T03:17:29,569 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on existing znode=/0-1300971217/backup-masters/b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300971217/master 2024-11-28T03:17:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:29,576 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on existing znode=/0-1300971217/master 2024-11-28T03:17:29,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1300971217/backup-masters/b4e3b2a3b1ef,35333,1732763849471 from backup master directory 2024-11-28T03:17:29,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300971217/backup-masters/b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:29,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217/backup-masters 2024-11-28T03:17:29,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217/backup-masters 2024-11-28T03:17:29,577 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:29,577 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:29,585 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/hbase.id] with ID: 0d7ff5eb-dc14-4493-8f77-29c8f69755ce 2024-11-28T03:17:29,586 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/.tmp/hbase.id 2024-11-28T03:17:29,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:17:29,593 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/.tmp/hbase.id]:[hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/hbase.id] 2024-11-28T03:17:29,607 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:29,607 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:17:29,609 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T03:17:29,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:29,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:29,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:17:30,029 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:30,030 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:17:30,030 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:30,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:17:30,441 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store 2024-11-28T03:17:30,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:17:30,633 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:17:30,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:30,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:30,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:30,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:30,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:30,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:17:30,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T03:17:30,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:30,850 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:30,850 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:30,850 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:30,850 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:30,850 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:30,850 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:30,850 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:30,850 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763850850Disabling compacts and flushes for region at 1732763850850Disabling writes for close at 1732763850850Writing region close event to WAL at 1732763850850Closed at 1732763850850 2024-11-28T03:17:30,852 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/.initializing 2024-11-28T03:17:30,852 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/WALs/b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:30,853 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:30,856 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C35333%2C1732763849471, suffix=, logDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/WALs/b4e3b2a3b1ef,35333,1732763849471, archiveDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/oldWALs, maxLogs=10 2024-11-28T03:17:30,878 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/WALs/b4e3b2a3b1ef,35333,1732763849471/b4e3b2a3b1ef%2C35333%2C1732763849471.1732763850857, exclude list is [], retry=0 2024-11-28T03:17:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-c8626e0f-dc65-4ab9-bcb4-b7eed5a07112,DISK] 2024-11-28T03:17:30,886 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/WALs/b4e3b2a3b1ef,35333,1732763849471/b4e3b2a3b1ef%2C35333%2C1732763849471.1732763850857 2024-11-28T03:17:30,887 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-28T03:17:30,887 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:30,887 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:30,887 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,887 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:17:30,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:30,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:30,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:17:30,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:30,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:30,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:17:30,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:30,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:30,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:17:30,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:30,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:30,914 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,915 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,915 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,917 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,917 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,918 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:30,919 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:30,923 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:30,924 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71824088, jitterRate=0.07026231288909912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:30,925 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763850888Initializing all the Stores at 1732763850889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763850889Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763850892 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763850892Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763850892Cleaning up temporary data from old regions at 1732763850917 (+25 ms)Region opened successfully at 1732763850925 (+8 ms) 2024-11-28T03:17:30,928 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:17:30,932 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2198a77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:30,934 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:17:30,934 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:17:30,934 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:17:30,934 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:17:30,935 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:17:30,935 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:17:30,935 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:17:30,939 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:17:30,940 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Unable to get data of znode /0-1300971217/balancer because node does not exist (not necessarily an error) 2024-11-28T03:17:30,942 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300971217/balancer already deleted, retry=false 2024-11-28T03:17:30,943 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:17:30,944 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Unable to get data of znode /0-1300971217/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:17:30,945 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300971217/normalizer already deleted, retry=false 2024-11-28T03:17:30,946 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:17:30,950 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Unable to get data of znode /0-1300971217/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:17:30,952 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300971217/switch/split already deleted, retry=false 2024-11-28T03:17:30,954 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Unable to get data of znode /0-1300971217/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:17:30,956 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300971217/switch/merge already deleted, retry=false 2024-11-28T03:17:30,960 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Unable to get data of znode /0-1300971217/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:17:30,962 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300971217/snapshot-cleanup already deleted, retry=false 2024-11-28T03:17:30,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300971217/running 2024-11-28T03:17:30,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:30,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1300971217/running 2024-11-28T03:17:30,965 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,35333,1732763849471, sessionid=0x1015c93f9780000, setting cluster-up flag (Was=false) 2024-11-28T03:17:30,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:30,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:30,976 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1300971217/flush-table-proc/acquired, /0-1300971217/flush-table-proc/reached, /0-1300971217/flush-table-proc/abort 2024-11-28T03:17:30,978 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:30,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:30,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:30,990 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1300971217/online-snapshot/acquired, /0-1300971217/online-snapshot/reached, /0-1300971217/online-snapshot/abort 2024-11-28T03:17:30,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:31,009 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:17:31,023 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:31,023 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:17:31,023 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:17:31,024 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,35333,1732763849471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:17:31,025 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:31,025 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:31,025 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:31,025 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:31,026 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:17:31,026 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,026 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:31,026 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:31,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:17:31,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,060 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:17:31,068 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763881068 2024-11-28T03:17:31,068 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:17:31,069 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:17:31,069 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:17:31,069 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:17:31,069 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:17:31,069 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:17:31,069 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(746): ClusterId : 0d7ff5eb-dc14-4493-8f77-29c8f69755ce 2024-11-28T03:17:31,069 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:17:31,073 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,074 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:17:31,074 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:17:31,074 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:17:31,074 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:17:31,075 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:17:31,075 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:17:31,075 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:17:31,075 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:17:31,075 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763851075,5,FailOnTimeoutGroup] 2024-11-28T03:17:31,075 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763851075,5,FailOnTimeoutGroup] 2024-11-28T03:17:31,075 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,075 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:17:31,076 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,076 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,078 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:17:31,079 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179c75f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:17:31,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:17:31,086 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d 2024-11-28T03:17:31,111 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:41329 2024-11-28T03:17:31,111 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:17:31,111 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:17:31,111 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:17:31,112 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,35333,1732763849471 with port=41329, startcode=1732763849526 2024-11-28T03:17:31,112 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:17:31,115 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:17:31,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35333 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,118 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d 2024-11-28T03:17:31,118 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37201 2024-11-28T03:17:31,118 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:17:31,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217/rs 2024-11-28T03:17:31,123 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] zookeeper.ZKUtil(111): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on existing znode=/0-1300971217/rs/b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,123 WARN [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:31,123 INFO [RS:0;b4e3b2a3b1ef:41329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:31,123 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,41329,1732763849526] 2024-11-28T03:17:31,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:17:31,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:31,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:31,144 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:17:31,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:31,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:31,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:31,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:31,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:31,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:31,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:31,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:31,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:31,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:31,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,152 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:17:31,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:31,153 INFO [RS:0;b4e3b2a3b1ef:41329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:17:31,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:31,153 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,153 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:17:31,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740 2024-11-28T03:17:31,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740 2024-11-28T03:17:31,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:31,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:31,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:31,157 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:17:31,157 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,157 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:31,157 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,157 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,157 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,157 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:31,158 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:31,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:31,168 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64933040, jitterRate=-0.03242230415344238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:31,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763851133Initializing all the Stores at 1732763851134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763851134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763851143 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763851143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763851143Cleaning up temporary data from old regions at 1732763851155 (+12 ms)Region opened successfully at 1732763851169 (+14 ms) 2024-11-28T03:17:31,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:31,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:31,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:31,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:31,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:31,172 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,172 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,172 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,172 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,172 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,172 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41329,1732763849526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:31,183 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:31,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763851170Disabling compacts and flushes for region at 1732763851170Disabling writes for close at 1732763851170Writing region close event to WAL at 1732763851183 (+13 ms)Closed at 1732763851183 2024-11-28T03:17:31,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:31,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:17:31,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:17:31,192 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:31,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:17:31,204 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:17:31,205 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41329,1732763849526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,205 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,205 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.Replication(171): b4e3b2a3b1ef,41329,1732763849526 started 2024-11-28T03:17:31,226 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,226 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,41329,1732763849526, RpcServer on b4e3b2a3b1ef/172.17.0.2:41329, sessionid=0x1015c93f9780001 2024-11-28T03:17:31,226 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:17:31,226 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,226 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,41329,1732763849526' 2024-11-28T03:17:31,226 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1300971217/flush-table-proc/abort' 2024-11-28T03:17:31,227 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1300971217/flush-table-proc/acquired' 2024-11-28T03:17:31,228 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:17:31,228 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:17:31,228 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,228 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,41329,1732763849526' 2024-11-28T03:17:31,228 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1300971217/online-snapshot/abort' 2024-11-28T03:17:31,228 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1300971217/online-snapshot/acquired' 2024-11-28T03:17:31,233 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:17:31,233 INFO [RS:0;b4e3b2a3b1ef:41329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:17:31,233 INFO [RS:0;b4e3b2a3b1ef:41329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:17:31,333 INFO [RS:0;b4e3b2a3b1ef:41329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:31,335 INFO [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C41329%2C1732763849526, suffix=, logDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526, archiveDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/oldWALs, maxLogs=10 2024-11-28T03:17:31,343 WARN [b4e3b2a3b1ef:35333 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T03:17:31,349 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335, exclude list is [], retry=0 2024-11-28T03:17:31,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-c8626e0f-dc65-4ab9-bcb4-b7eed5a07112,DISK] 2024-11-28T03:17:31,356 INFO [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 2024-11-28T03:17:31,356 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-28T03:17:31,593 DEBUG [b4e3b2a3b1ef:35333 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:17:31,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,41329,1732763849526, state=OPENING 2024-11-28T03:17:31,598 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:17:31,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:31,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:31,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:31,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,41329,1732763849526}] 2024-11-28T03:17:31,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300971217/meta-region-server: CHANGED 2024-11-28T03:17:31,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300971217/meta-region-server: CHANGED 2024-11-28T03:17:31,760 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:17:31,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:17:31,767 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:17:31,768 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:31,768 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:17:31,769 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C41329%2C1732763849526.meta, suffix=.meta, logDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526, archiveDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/oldWALs, maxLogs=10 2024-11-28T03:17:31,783 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.meta.1732763851769.meta, exclude list is [], retry=0 2024-11-28T03:17:31,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-c8626e0f-dc65-4ab9-bcb4-b7eed5a07112,DISK] 2024-11-28T03:17:31,787 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.meta.1732763851769.meta 2024-11-28T03:17:31,787 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-28T03:17:31,787 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:31,788 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:31,788 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:31,788 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:17:31,788 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:17:31,788 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:17:31,788 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:31,788 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:17:31,788 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:17:31,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:31,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:31,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:31,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:31,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:31,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:31,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:31,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:31,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:31,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:31,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:31,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:31,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:31,794 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:31,795 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740 2024-11-28T03:17:31,796 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740 2024-11-28T03:17:31,797 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:31,797 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:31,798 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:31,799 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:31,799 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74110088, jitterRate=0.10432636737823486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:31,800 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:17:31,800 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763851788Writing region info on filesystem at 1732763851788Initializing all the Stores at 1732763851789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763851789Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763851789Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763851789Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763851790 (+1 ms)Cleaning up temporary data from old regions at 1732763851797 (+7 ms)Running coprocessor post-open hooks at 1732763851800 (+3 ms)Region opened successfully at 1732763851800 2024-11-28T03:17:31,801 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763851760 2024-11-28T03:17:31,803 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:17:31,803 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:17:31,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,41329,1732763849526, state=OPEN 2024-11-28T03:17:31,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300971217/meta-region-server 2024-11-28T03:17:31,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1300971217/meta-region-server 2024-11-28T03:17:31,806 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:31,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300971217/meta-region-server: CHANGED 2024-11-28T03:17:31,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1300971217/meta-region-server: CHANGED 2024-11-28T03:17:31,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:17:31,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,41329,1732763849526 in 203 msec 2024-11-28T03:17:31,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:17:31,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-28T03:17:31,812 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:31,812 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:17:31,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:31,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=-1] 2024-11-28T03:17:31,814 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:31,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:31,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-11-28T03:17:31,821 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763851821, completionTime=-1 2024-11-28T03:17:31,822 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:17:31,822 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763911824 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732763971824 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35333,1732763849471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35333,1732763849471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35333,1732763849471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:35333, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,826 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:17:31,828 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.251sec 2024-11-28T03:17:31,828 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:17:31,828 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:17:31,828 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:17:31,828 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:17:31,828 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:17:31,828 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35333,1732763849471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:31,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35333,1732763849471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:17:31,831 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:17:31,831 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:17:31,831 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35333,1732763849471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:31,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:31,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35333,-1 for getting cluster id 2024-11-28T03:17:31,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:31,870 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7ff5eb-dc14-4493-8f77-29c8f69755ce' 2024-11-28T03:17:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7ff5eb-dc14-4493-8f77-29c8f69755ce" 2024-11-28T03:17:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac68d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35333,-1] 2024-11-28T03:17:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:31,872 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:31,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883b1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:31,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=-1] 2024-11-28T03:17:31,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:31,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:31,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:31,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62655 2024-11-28T03:17:31,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:31,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c93f9780002 connected 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.log.dir so I do NOT create it in target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615 2024-11-28T03:17:31,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.tmp.dir so I do NOT create it in target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615 2024-11-28T03:17:31,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:17:31,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/cluster_6be0a9e4-348c-e3fe-256e-83bd37332eab, deleteOnExit=true 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/test.cache.data in system properties and HBase conf 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:17:31,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:17:31,885 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:17:31,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:17:31,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:31,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:17:31,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:17:31,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:17:31,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:17:31,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:31,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a980a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:17:31,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7582a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:17:32,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a73da45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/java.io.tmpdir/jetty-localhost-34959-hadoop-hdfs-3_4_1-tests_jar-_-any-13874638985318234595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:17:32,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53778bbd{HTTP/1.1, (http/1.1)}{localhost:34959} 2024-11-28T03:17:32,085 INFO [Time-limited test {}] server.Server(415): Started @46418ms 2024-11-28T03:17:32,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:17:32,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:17:32,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:17:32,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:17:32,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:17:32,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0c51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:17:32,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c05b605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:17:32,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6956cf81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/java.io.tmpdir/jetty-localhost-40941-hadoop-hdfs-3_4_1-tests_jar-_-any-3651059773741929475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:17:32,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4698115b{HTTP/1.1, (http/1.1)}{localhost:40941} 2024-11-28T03:17:32,317 INFO [Time-limited test {}] server.Server(415): Started @46650ms 2024-11-28T03:17:32,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:17:32,430 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/cluster_6be0a9e4-348c-e3fe-256e-83bd37332eab/data/data1/current/BP-1267183431-172.17.0.2-1732763851907/current, will proceed with Du for space computation calculation, 2024-11-28T03:17:32,430 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/cluster_6be0a9e4-348c-e3fe-256e-83bd37332eab/data/data2/current/BP-1267183431-172.17.0.2-1732763851907/current, will proceed with Du for space computation calculation, 2024-11-28T03:17:32,457 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:17:32,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a5a9ff077992a60 with lease ID 0x6645495148bc2d75: Processing first storage report for DS-f31dd6bb-727e-4e45-bab4-0787e9e78a12 from datanode DatanodeRegistration(127.0.0.1:46437, datanodeUuid=e4531c13-fbc6-485b-9486-7d120dae7bb4, infoPort=42851, infoSecurePort=0, ipcPort=35305, storageInfo=lv=-57;cid=testClusterID;nsid=516775947;c=1732763851907) 2024-11-28T03:17:32,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a5a9ff077992a60 with lease ID 0x6645495148bc2d75: from storage DS-f31dd6bb-727e-4e45-bab4-0787e9e78a12 node DatanodeRegistration(127.0.0.1:46437, datanodeUuid=e4531c13-fbc6-485b-9486-7d120dae7bb4, infoPort=42851, infoSecurePort=0, ipcPort=35305, storageInfo=lv=-57;cid=testClusterID;nsid=516775947;c=1732763851907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:17:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a5a9ff077992a60 with lease ID 0x6645495148bc2d75: Processing first storage report for DS-1d2238a2-d31f-4c38-9ec9-9d939a9f6231 from datanode DatanodeRegistration(127.0.0.1:46437, datanodeUuid=e4531c13-fbc6-485b-9486-7d120dae7bb4, infoPort=42851, infoSecurePort=0, ipcPort=35305, storageInfo=lv=-57;cid=testClusterID;nsid=516775947;c=1732763851907) 2024-11-28T03:17:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a5a9ff077992a60 with lease ID 0x6645495148bc2d75: from storage DS-1d2238a2-d31f-4c38-9ec9-9d939a9f6231 node DatanodeRegistration(127.0.0.1:46437, datanodeUuid=e4531c13-fbc6-485b-9486-7d120dae7bb4, infoPort=42851, infoSecurePort=0, ipcPort=35305, storageInfo=lv=-57;cid=testClusterID;nsid=516775947;c=1732763851907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:17:32,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615 2024-11-28T03:17:32,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:32,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:32,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:17:32,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e with version=8 2024-11-28T03:17:32,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/hbase-staging 2024-11-28T03:17:32,964 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:32,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:32,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:32,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:32,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:32,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:32,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:17:32,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:32,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36183 2024-11-28T03:17:32,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36183 connecting to ZooKeeper ensemble=127.0.0.1:62655 2024-11-28T03:17:32,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361830x0, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:32,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36183-0x1015c93f9780003 connected 2024-11-28T03:17:32,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:32,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:32,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on znode that does not yet exist, /11611808822/running 2024-11-28T03:17:32,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e, hbase.cluster.distributed=false 2024-11-28T03:17:32,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on znode that does not yet exist, /11611808822/acl 2024-11-28T03:17:32,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36183 2024-11-28T03:17:32,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36183 2024-11-28T03:17:32,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36183 2024-11-28T03:17:32,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36183 2024-11-28T03:17:32,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36183 2024-11-28T03:17:33,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:17:33,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:33,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:33,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:17:33,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:17:33,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:17:33,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:17:33,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:17:33,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43207 2024-11-28T03:17:33,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43207 connecting to ZooKeeper ensemble=127.0.0.1:62655 2024-11-28T03:17:33,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:33,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:33,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432070x0, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:33,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432070x0, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on znode that does not yet exist, /11611808822/running 2024-11-28T03:17:33,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43207-0x1015c93f9780004 connected 2024-11-28T03:17:33,027 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:17:33,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:17:33,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on znode that does not yet exist, /11611808822/master 2024-11-28T03:17:33,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on znode that does not yet exist, /11611808822/acl 2024-11-28T03:17:33,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-28T03:17:33,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43207 2024-11-28T03:17:33,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43207 2024-11-28T03:17:33,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-28T03:17:33,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43207 2024-11-28T03:17:33,053 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:36183 2024-11-28T03:17:33,053 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11611808822/backup-masters/b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822/backup-masters 2024-11-28T03:17:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822/backup-masters 2024-11-28T03:17:33,057 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on existing znode=/11611808822/backup-masters/b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:33,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11611808822/master 2024-11-28T03:17:33,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:33,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:33,060 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on existing znode=/11611808822/master 2024-11-28T03:17:33,061 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11611808822/backup-masters/b4e3b2a3b1ef,36183,1732763852963 from backup master directory 2024-11-28T03:17:33,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11611808822/backup-masters/b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:33,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822/backup-masters 2024-11-28T03:17:33,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822/backup-masters 2024-11-28T03:17:33,062 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:33,062 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:33,068 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/hbase.id] with ID: e0f2dfc2-11de-4995-ad62-d11ea5cab6dc 2024-11-28T03:17:33,068 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/.tmp/hbase.id 2024-11-28T03:17:33,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:17:33,478 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/.tmp/hbase.id]:[hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/hbase.id] 2024-11-28T03:17:33,490 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:33,490 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:17:33,492 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T03:17:33,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:33,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:33,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:17:33,904 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:33,905 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:17:33,905 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:33,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:17:34,313 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store 2024-11-28T03:17:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:17:34,720 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:34,721 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:17:34,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:34,721 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:34,721 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:17:34,721 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:34,721 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:17:34,721 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763854721Disabling compacts and flushes for region at 1732763854721Disabling writes for close at 1732763854721Writing region close event to WAL at 1732763854721Closed at 1732763854721 2024-11-28T03:17:34,722 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/.initializing 2024-11-28T03:17:34,722 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/WALs/b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:34,723 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:34,725 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C36183%2C1732763852963, suffix=, logDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/WALs/b4e3b2a3b1ef,36183,1732763852963, archiveDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/oldWALs, maxLogs=10 2024-11-28T03:17:34,742 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/WALs/b4e3b2a3b1ef,36183,1732763852963/b4e3b2a3b1ef%2C36183%2C1732763852963.1732763854725, exclude list is [], retry=0 2024-11-28T03:17:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-f31dd6bb-727e-4e45-bab4-0787e9e78a12,DISK] 2024-11-28T03:17:34,747 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/WALs/b4e3b2a3b1ef,36183,1732763852963/b4e3b2a3b1ef%2C36183%2C1732763852963.1732763854725 2024-11-28T03:17:34,747 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42851:42851)] 2024-11-28T03:17:34,747 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:34,747 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:34,747 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,747 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:17:34,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:34,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:34,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:17:34,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:34,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:34,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:17:34,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:34,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:34,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:17:34,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:34,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:34,758 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,759 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,759 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,761 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,761 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,761 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:34,763 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:17:34,765 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:34,765 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61943191, jitterRate=-0.0769745260477066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:34,766 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763854747Initializing all the Stores at 1732763854748 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763854749 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763854749Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763854749Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763854749Cleaning up temporary data from old regions at 1732763854761 (+12 ms)Region opened successfully at 1732763854765 (+4 ms) 2024-11-28T03:17:34,766 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:17:34,769 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b7d3c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:34,770 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:17:34,771 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:17:34,771 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:17:34,771 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:17:34,771 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:17:34,771 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:17:34,772 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:17:34,774 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:17:34,775 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Unable to get data of znode /11611808822/balancer because node does not exist (not necessarily an error) 2024-11-28T03:17:34,776 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11611808822/balancer already deleted, retry=false 2024-11-28T03:17:34,776 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:17:34,777 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Unable to get data of znode /11611808822/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:17:34,779 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11611808822/normalizer already deleted, retry=false 2024-11-28T03:17:34,779 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:17:34,780 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Unable to get data of znode /11611808822/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:17:34,781 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11611808822/switch/split already deleted, retry=false 2024-11-28T03:17:34,782 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Unable to get data of znode /11611808822/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:17:34,783 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11611808822/switch/merge already deleted, retry=false 2024-11-28T03:17:34,785 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Unable to get data of znode /11611808822/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:17:34,786 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11611808822/snapshot-cleanup already deleted, retry=false 2024-11-28T03:17:34,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11611808822/running 2024-11-28T03:17:34,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11611808822/running 2024-11-28T03:17:34,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:34,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:34,789 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,36183,1732763852963, sessionid=0x1015c93f9780003, setting cluster-up flag (Was=false) 2024-11-28T03:17:34,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:34,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:34,798 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11611808822/flush-table-proc/acquired, /11611808822/flush-table-proc/reached, /11611808822/flush-table-proc/abort 2024-11-28T03:17:34,799 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:34,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:34,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:34,811 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11611808822/online-snapshot/acquired, /11611808822/online-snapshot/reached, /11611808822/online-snapshot/abort 2024-11-28T03:17:34,812 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:34,814 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:17:34,815 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:34,816 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:17:34,816 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:17:34,816 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,36183,1732763852963 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:17:34,817 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:34,817 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:34,817 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:34,817 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:17:34,817 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:17:34,817 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,817 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:34,817 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:34,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:17:34,820 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:34,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:17:34,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763884825 2024-11-28T03:17:34,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:17:34,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:17:34,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:17:34,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:17:34,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:17:34,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:17:34,828 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:17:34,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:17:34,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:17:34,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:17:34,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:17:34,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:17:34,830 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763854829,5,FailOnTimeoutGroup] 2024-11-28T03:17:34,832 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763854830,5,FailOnTimeoutGroup] 2024-11-28T03:17:34,832 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,832 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:17:34,832 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,832 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:17:34,842 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(746): ClusterId : e0f2dfc2-11de-4995-ad62-d11ea5cab6dc 2024-11-28T03:17:34,842 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:17:34,844 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:17:34,844 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:17:34,847 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:17:34,847 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46640c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:17:34,862 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:43207 2024-11-28T03:17:34,862 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:17:34,862 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:17:34,862 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:17:34,863 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,36183,1732763852963 with port=43207, startcode=1732763853017 2024-11-28T03:17:34,863 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:17:34,865 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:17:34,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:34,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36183 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:34,867 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e 2024-11-28T03:17:34,867 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33597 2024-11-28T03:17:34,867 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:17:34,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822/rs 2024-11-28T03:17:34,876 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] zookeeper.ZKUtil(111): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on existing znode=/11611808822/rs/b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:34,876 WARN [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:17:34,876 INFO [RS:0;b4e3b2a3b1ef:43207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:34,876 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/WALs/b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:34,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,43207,1732763853017] 2024-11-28T03:17:34,879 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:17:34,882 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:17:34,882 INFO [RS:0;b4e3b2a3b1ef:43207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:17:34,882 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,883 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:17:34,883 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:17:34,884 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:34,884 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:17:34,888 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,888 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,888 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,888 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,888 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,888 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43207,1732763853017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:34,903 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:17:34,903 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43207,1732763853017-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,903 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,903 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.Replication(171): b4e3b2a3b1ef,43207,1732763853017 started 2024-11-28T03:17:34,920 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:34,920 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,43207,1732763853017, RpcServer on b4e3b2a3b1ef/172.17.0.2:43207, sessionid=0x1015c93f9780004 2024-11-28T03:17:34,921 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:17:34,921 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:34,921 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,43207,1732763853017' 2024-11-28T03:17:34,921 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11611808822/flush-table-proc/abort' 2024-11-28T03:17:34,922 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11611808822/flush-table-proc/acquired' 2024-11-28T03:17:34,923 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:17:34,923 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:17:34,923 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:34,924 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,43207,1732763853017' 2024-11-28T03:17:34,924 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11611808822/online-snapshot/abort' 2024-11-28T03:17:34,924 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11611808822/online-snapshot/acquired' 2024-11-28T03:17:34,925 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:17:34,925 INFO [RS:0;b4e3b2a3b1ef:43207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:17:34,925 INFO [RS:0;b4e3b2a3b1ef:43207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:17:35,025 INFO [RS:0;b4e3b2a3b1ef:43207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:17:35,027 INFO [RS:0;b4e3b2a3b1ef:43207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C43207%2C1732763853017, suffix=, logDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/WALs/b4e3b2a3b1ef,43207,1732763853017, archiveDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/oldWALs, maxLogs=10 2024-11-28T03:17:35,041 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/WALs/b4e3b2a3b1ef,43207,1732763853017/b4e3b2a3b1ef%2C43207%2C1732763853017.1732763855027, exclude list is [], retry=0 2024-11-28T03:17:35,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-f31dd6bb-727e-4e45-bab4-0787e9e78a12,DISK] 2024-11-28T03:17:35,046 INFO [RS:0;b4e3b2a3b1ef:43207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/WALs/b4e3b2a3b1ef,43207,1732763853017/b4e3b2a3b1ef%2C43207%2C1732763853017.1732763855027 2024-11-28T03:17:35,047 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42851:42851)] 2024-11-28T03:17:35,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:17:35,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e 2024-11-28T03:17:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:17:35,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:35,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:35,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:35,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:35,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:35,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:35,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:35,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:35,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:35,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:35,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:35,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:35,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:35,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:35,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:35,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:35,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:35,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:35,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740 2024-11-28T03:17:35,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740 2024-11-28T03:17:35,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:35,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:35,657 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:35,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:35,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:35,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71709711, jitterRate=0.06855796277523041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:35,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763855646Initializing all the Stores at 1732763855647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763855647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763855647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763855647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763855647Cleaning up temporary data from old regions at 1732763855657 (+10 ms)Region opened successfully at 1732763855661 (+4 ms) 2024-11-28T03:17:35,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:17:35,661 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:17:35,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:17:35,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:17:35,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:17:35,661 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:17:35,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763855661Disabling compacts and flushes for region at 1732763855661Disabling writes for close at 1732763855661Writing region close event to WAL at 1732763855661Closed at 1732763855661 2024-11-28T03:17:35,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:35,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:17:35,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:17:35,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:35,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:17:35,815 DEBUG [b4e3b2a3b1ef:36183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:17:35,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:35,817 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,43207,1732763853017, state=OPENING 2024-11-28T03:17:35,819 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:17:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:17:35,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11611808822/meta-region-server: CHANGED 2024-11-28T03:17:35,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11611808822/meta-region-server: CHANGED 2024-11-28T03:17:35,821 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:17:35,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43207,1732763853017}] 2024-11-28T03:17:35,974 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:17:35,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:17:35,980 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:17:35,980 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:35,980 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:17:35,982 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C43207%2C1732763853017.meta, suffix=.meta, logDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/WALs/b4e3b2a3b1ef,43207,1732763853017, archiveDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/oldWALs, maxLogs=10 2024-11-28T03:17:36,003 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/WALs/b4e3b2a3b1ef,43207,1732763853017/b4e3b2a3b1ef%2C43207%2C1732763853017.meta.1732763855982.meta, exclude list is [], retry=0 2024-11-28T03:17:36,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46437,DS-f31dd6bb-727e-4e45-bab4-0787e9e78a12,DISK] 2024-11-28T03:17:36,007 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/WALs/b4e3b2a3b1ef,43207,1732763853017/b4e3b2a3b1ef%2C43207%2C1732763853017.meta.1732763855982.meta 2024-11-28T03:17:36,008 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42851:42851)] 2024-11-28T03:17:36,008 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:36,008 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:36,008 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:36,008 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:17:36,008 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:17:36,008 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:17:36,009 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:36,009 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:17:36,009 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:17:36,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:17:36,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:17:36,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:36,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:36,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:17:36,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:17:36,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:36,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:36,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:17:36,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:17:36,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:36,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:36,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:17:36,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:17:36,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:36,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:17:36,016 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:17:36,017 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740 2024-11-28T03:17:36,018 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740 2024-11-28T03:17:36,020 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:17:36,020 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:17:36,020 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:17:36,023 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:17:36,024 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69309822, jitterRate=0.03279682993888855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:17:36,024 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:17:36,024 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763856009Writing region info on filesystem at 1732763856009Initializing all the Stores at 1732763856010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763856010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763856010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763856010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763856010Cleaning up temporary data from old regions at 1732763856020 (+10 ms)Running coprocessor post-open hooks at 1732763856024 (+4 ms)Region opened successfully at 1732763856024 2024-11-28T03:17:36,025 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763855974 2024-11-28T03:17:36,028 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:17:36,028 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:17:36,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:36,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,43207,1732763853017, state=OPEN 2024-11-28T03:17:36,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11611808822/meta-region-server 2024-11-28T03:17:36,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11611808822/meta-region-server 2024-11-28T03:17:36,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:36,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11611808822/meta-region-server: CHANGED 2024-11-28T03:17:36,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11611808822/meta-region-server: CHANGED 2024-11-28T03:17:36,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:17:36,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43207,1732763853017 in 212 msec 2024-11-28T03:17:36,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:17:36,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-28T03:17:36,039 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:17:36,039 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:17:36,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:36,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43207,1732763853017, seqNum=-1] 2024-11-28T03:17:36,041 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:36,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:36,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-28T03:17:36,047 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763856047, completionTime=-1 2024-11-28T03:17:36,047 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:17:36,047 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:17:36,049 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:17:36,049 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763916049 2024-11-28T03:17:36,049 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732763976049 2024-11-28T03:17:36,049 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:17:36,049 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36183,1732763852963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:36,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36183,1732763852963-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:36,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36183,1732763852963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:36,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:36183, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:36,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:36,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:36,051 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:17:36,053 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.991sec 2024-11-28T03:17:36,053 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:17:36,053 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:17:36,053 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:17:36,053 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:17:36,053 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:17:36,054 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36183,1732763852963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:17:36,054 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36183,1732763852963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:17:36,056 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:17:36,056 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:17:36,056 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36183,1732763852963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:17:36,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:36,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36183,-1 for getting cluster id 2024-11-28T03:17:36,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:36,144 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f2dfc2-11de-4995-ad62-d11ea5cab6dc' 2024-11-28T03:17:36,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f2dfc2-11de-4995-ad62-d11ea5cab6dc" 2024-11-28T03:17:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25192c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36183,-1] 2024-11-28T03:17:36,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:36,146 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:36,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2510069b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:36,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43207,1732763853017, seqNum=-1] 2024-11-28T03:17:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:36,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:36,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:36,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62655 2024-11-28T03:17:36,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:17:36,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c93f9780005 connected 2024-11-28T03:17:36,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79790e38 2024-11-28T03:17:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:36,162 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:36,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:17:36,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:17:36,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:36,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:17:36,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:17:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:17:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:36,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:17:36,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:36,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:36,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:36,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:36,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bfcc773fce6862f4181852517bfacf8, NAME => 'test,,1732763856163.6bfcc773fce6862f4181852517bfacf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d 2024-11-28T03:17:36,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:17:36,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732763856163.6bfcc773fce6862f4181852517bfacf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:36,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6bfcc773fce6862f4181852517bfacf8, disabling compactions & flushes 2024-11-28T03:17:36,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:17:36,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:17:36,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. after waiting 0 ms 2024-11-28T03:17:36,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:17:36,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:17:36,591 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bfcc773fce6862f4181852517bfacf8: Waiting for close lock at 1732763856591Disabling compacts and flushes for region at 1732763856591Disabling writes for close at 1732763856591Writing region close event to WAL at 1732763856591Closed at 1732763856591 2024-11-28T03:17:36,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:17:36,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732763856163.6bfcc773fce6862f4181852517bfacf8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732763856594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763856594"}]},"ts":"1732763856594"} 2024-11-28T03:17:36,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:17:36,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:17:36,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763856600"}]},"ts":"1732763856600"} 2024-11-28T03:17:36,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:17:36,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bfcc773fce6862f4181852517bfacf8, ASSIGN}] 2024-11-28T03:17:36,604 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6bfcc773fce6862f4181852517bfacf8, ASSIGN 2024-11-28T03:17:36,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6bfcc773fce6862f4181852517bfacf8, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,41329,1732763849526; forceNewPlan=false, retain=false 2024-11-28T03:17:36,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bfcc773fce6862f4181852517bfacf8, regionState=OPENING, regionLocation=b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6bfcc773fce6862f4181852517bfacf8, ASSIGN because future has completed 2024-11-28T03:17:36,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bfcc773fce6862f4181852517bfacf8, server=b4e3b2a3b1ef,41329,1732763849526}] 2024-11-28T03:17:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:36,918 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:17:36,918 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bfcc773fce6862f4181852517bfacf8, NAME => 'test,,1732763856163.6bfcc773fce6862f4181852517bfacf8.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:36,918 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:36,918 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:17:36,919 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,919 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732763856163.6bfcc773fce6862f4181852517bfacf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:36,919 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,919 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,920 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,922 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfcc773fce6862f4181852517bfacf8 columnFamilyName f 2024-11-28T03:17:36,922 DEBUG [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:36,922 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] regionserver.HStore(327): Store=6bfcc773fce6862f4181852517bfacf8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:36,922 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,923 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfcc773fce6862f4181852517bfacf8 columnFamilyName f1 2024-11-28T03:17:36,923 DEBUG [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:36,924 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] regionserver.HStore(327): Store=6bfcc773fce6862f4181852517bfacf8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:36,924 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,925 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfcc773fce6862f4181852517bfacf8 columnFamilyName norep 2024-11-28T03:17:36,925 DEBUG [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:36,925 INFO [StoreOpener-6bfcc773fce6862f4181852517bfacf8-1 {}] regionserver.HStore(327): Store=6bfcc773fce6862f4181852517bfacf8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:36,925 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,926 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,927 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,928 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,928 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,928 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:17:36,930 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,932 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:36,932 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6bfcc773fce6862f4181852517bfacf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66229794, jitterRate=-0.01309916377067566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:17:36,933 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:17:36,933 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6bfcc773fce6862f4181852517bfacf8: Running coprocessor pre-open hook at 1732763856919Writing region info on filesystem at 1732763856919Initializing all the Stores at 1732763856920 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763856920Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763856920Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763856920Cleaning up temporary data from old regions at 1732763856928 (+8 ms)Running coprocessor post-open hooks at 1732763856933 (+5 ms)Region opened successfully at 1732763856933 2024-11-28T03:17:36,936 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., pid=6, masterSystemTime=1732763856912 2024-11-28T03:17:36,939 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:17:36,939 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:17:36,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6bfcc773fce6862f4181852517bfacf8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:36,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bfcc773fce6862f4181852517bfacf8, server=b4e3b2a3b1ef,41329,1732763849526 because future has completed 2024-11-28T03:17:36,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:17:36,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bfcc773fce6862f4181852517bfacf8, server=b4e3b2a3b1ef,41329,1732763849526 in 189 msec 2024-11-28T03:17:36,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:17:36,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6bfcc773fce6862f4181852517bfacf8, ASSIGN in 349 msec 2024-11-28T03:17:36,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:17:36,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763856954"}]},"ts":"1732763856954"} 2024-11-28T03:17:36,956 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:17:36,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:17:36,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-28T03:17:37,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:17:37,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:17:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:37,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:37,312 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:17:37,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:37,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb41fc8 2024-11-28T03:17:37,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:37,314 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:37,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:17:37,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:17:37,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:37,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:17:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:37,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:17:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:17:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:37,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b15fda60f666a61e2d63b2551b11ab7, NAME => 'test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e 2024-11-28T03:17:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:17:37,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:37,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b15fda60f666a61e2d63b2551b11ab7, disabling compactions & flushes 2024-11-28T03:17:37,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:17:37,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:17:37,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. after waiting 0 ms 2024-11-28T03:17:37,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:17:37,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:17:37,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b15fda60f666a61e2d63b2551b11ab7: Waiting for close lock at 1732763857737Disabling compacts and flushes for region at 1732763857737Disabling writes for close at 1732763857738 (+1 ms)Writing region close event to WAL at 1732763857738Closed at 1732763857738 2024-11-28T03:17:37,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:17:37,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732763857739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763857739"}]},"ts":"1732763857739"} 2024-11-28T03:17:37,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:17:37,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:17:37,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763857745"}]},"ts":"1732763857745"} 2024-11-28T03:17:37,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:17:37,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b15fda60f666a61e2d63b2551b11ab7, ASSIGN}] 2024-11-28T03:17:37,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b15fda60f666a61e2d63b2551b11ab7, ASSIGN 2024-11-28T03:17:37,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b15fda60f666a61e2d63b2551b11ab7, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,43207,1732763853017; forceNewPlan=false, retain=false 2024-11-28T03:17:37,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b15fda60f666a61e2d63b2551b11ab7, regionState=OPENING, regionLocation=b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b15fda60f666a61e2d63b2551b11ab7, ASSIGN because future has completed 2024-11-28T03:17:37,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b15fda60f666a61e2d63b2551b11ab7, server=b4e3b2a3b1ef,43207,1732763853017}] 2024-11-28T03:17:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:38,061 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:17:38,062 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b15fda60f666a61e2d63b2551b11ab7, NAME => 'test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:38,062 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:38,062 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:17:38,063 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,063 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:38,063 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,063 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,064 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,066 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b15fda60f666a61e2d63b2551b11ab7 columnFamilyName f 2024-11-28T03:17:38,066 DEBUG [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:38,066 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] regionserver.HStore(327): Store=3b15fda60f666a61e2d63b2551b11ab7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:38,066 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,067 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b15fda60f666a61e2d63b2551b11ab7 columnFamilyName f1 2024-11-28T03:17:38,067 DEBUG [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:38,068 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] regionserver.HStore(327): Store=3b15fda60f666a61e2d63b2551b11ab7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:38,068 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,069 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b15fda60f666a61e2d63b2551b11ab7 columnFamilyName norep 2024-11-28T03:17:38,069 DEBUG [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:38,069 INFO [StoreOpener-3b15fda60f666a61e2d63b2551b11ab7-1 {}] regionserver.HStore(327): Store=3b15fda60f666a61e2d63b2551b11ab7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:38,069 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,070 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,070 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,071 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,071 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,072 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:17:38,073 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,075 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:38,076 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b15fda60f666a61e2d63b2551b11ab7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66947688, jitterRate=-0.00240170955657959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:17:38,076 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:17:38,076 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b15fda60f666a61e2d63b2551b11ab7: Running coprocessor pre-open hook at 1732763858063Writing region info on filesystem at 1732763858063Initializing all the Stores at 1732763858064 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763858064Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763858064Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763858064Cleaning up temporary data from old regions at 1732763858071 (+7 ms)Running coprocessor post-open hooks at 1732763858076 (+5 ms)Region opened successfully at 1732763858076 2024-11-28T03:17:38,077 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7., pid=6, masterSystemTime=1732763858057 2024-11-28T03:17:38,080 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:17:38,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b15fda60f666a61e2d63b2551b11ab7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:17:38,080 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:17:38,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b15fda60f666a61e2d63b2551b11ab7, server=b4e3b2a3b1ef,43207,1732763853017 because future has completed 2024-11-28T03:17:38,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:17:38,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b15fda60f666a61e2d63b2551b11ab7, server=b4e3b2a3b1ef,43207,1732763853017 in 180 msec 2024-11-28T03:17:38,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:17:38,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b15fda60f666a61e2d63b2551b11ab7, ASSIGN in 338 msec 2024-11-28T03:17:38,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:17:38,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763858090"}]},"ts":"1732763858090"} 2024-11-28T03:17:38,092 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:17:38,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:17:38,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-11-28T03:17:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:17:38,462 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:17:38,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35333,-1 for getting cluster id 2024-11-28T03:17:38,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:38,464 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7ff5eb-dc14-4493-8f77-29c8f69755ce' 2024-11-28T03:17:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7ff5eb-dc14-4493-8f77-29c8f69755ce" 2024-11-28T03:17:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49712489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35333,-1] 2024-11-28T03:17:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:38,466 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7625fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36183,-1 for getting cluster id 2024-11-28T03:17:38,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:38,469 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f2dfc2-11de-4995-ad62-d11ea5cab6dc' 2024-11-28T03:17:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f2dfc2-11de-4995-ad62-d11ea5cab6dc" 2024-11-28T03:17:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b441a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36183,-1] 2024-11-28T03:17:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:38,470 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbaf25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38538031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35333,-1 for getting cluster id 2024-11-28T03:17:38,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:38,473 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7ff5eb-dc14-4493-8f77-29c8f69755ce' 2024-11-28T03:17:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7ff5eb-dc14-4493-8f77-29c8f69755ce" 2024-11-28T03:17:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e33b917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35333,-1] 2024-11-28T03:17:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:38,474 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:38,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673815ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7e5f48 2024-11-28T03:17:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:38,479 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:38,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:36183,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:17:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:17:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:17:38,483 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36183' 2024-11-28T03:17:38,484 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390157e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,484 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36183,-1 for getting cluster id 2024-11-28T03:17:38,484 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:38,485 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f2dfc2-11de-4995-ad62-d11ea5cab6dc' 2024-11-28T03:17:38,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:38,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f2dfc2-11de-4995-ad62-d11ea5cab6dc" 2024-11-28T03:17:38,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b03b141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36183,-1] 2024-11-28T03:17:38,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:38,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:38,486 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:38,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1284d2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:38,487 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d1d9b15 2024-11-28T03:17:38,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:38,489 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:38,489 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:17:38,490 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:17:38,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:38,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:38,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:38,490 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:17:38,491 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:17:38,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:17:38,492 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:38,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:17:38,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:17:38,542 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:17:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:17:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:17:38,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26bf346d1a66cc509715577b5b63c9f2, NAME => 'hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d 2024-11-28T03:17:38,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:17:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:17:39,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:39,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 26bf346d1a66cc509715577b5b63c9f2, disabling compactions & flushes 2024-11-28T03:17:39,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:17:39,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:17:39,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. after waiting 0 ms 2024-11-28T03:17:39,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:17:39,308 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:17:39,308 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26bf346d1a66cc509715577b5b63c9f2: Waiting for close lock at 1732763859308Disabling compacts and flushes for region at 1732763859308Disabling writes for close at 1732763859308Writing region close event to WAL at 1732763859308Closed at 1732763859308 2024-11-28T03:17:39,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:17:39,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732763859310"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763859310"}]},"ts":"1732763859310"} 2024-11-28T03:17:39,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:17:39,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:17:39,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763859313"}]},"ts":"1732763859313"} 2024-11-28T03:17:39,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:17:39,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=26bf346d1a66cc509715577b5b63c9f2, ASSIGN}] 2024-11-28T03:17:39,317 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=26bf346d1a66cc509715577b5b63c9f2, ASSIGN 2024-11-28T03:17:39,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=26bf346d1a66cc509715577b5b63c9f2, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,41329,1732763849526; forceNewPlan=false, retain=false 2024-11-28T03:17:39,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=26bf346d1a66cc509715577b5b63c9f2, regionState=OPENING, regionLocation=b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=26bf346d1a66cc509715577b5b63c9f2, ASSIGN because future has completed 2024-11-28T03:17:39,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26bf346d1a66cc509715577b5b63c9f2, server=b4e3b2a3b1ef,41329,1732763849526}] 2024-11-28T03:17:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:17:39,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:17:39,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:17:39,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:17:39,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C41329%2C1732763849526.rep, suffix=, logDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526, archiveDir=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/oldWALs, maxLogs=10 2024-11-28T03:17:39,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.rep.1732763859630, exclude list is [], retry=0 2024-11-28T03:17:39,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46265,DS-c8626e0f-dc65-4ab9-bcb4-b7eed5a07112,DISK] 2024-11-28T03:17:39,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.rep.1732763859630 2024-11-28T03:17:39,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-28T03:17:39,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 26bf346d1a66cc509715577b5b63c9f2, NAME => 'hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:17:39,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:17:39,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:17:39,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. service=MultiRowMutationService 2024-11-28T03:17:39,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:17:39,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:17:39,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,650 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,651 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26bf346d1a66cc509715577b5b63c9f2 columnFamilyName hfileref 2024-11-28T03:17:39,651 DEBUG [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:39,651 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] regionserver.HStore(327): Store=26bf346d1a66cc509715577b5b63c9f2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:39,651 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,652 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26bf346d1a66cc509715577b5b63c9f2 columnFamilyName queue 2024-11-28T03:17:39,652 DEBUG [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:39,653 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] regionserver.HStore(327): Store=26bf346d1a66cc509715577b5b63c9f2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:39,653 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,654 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26bf346d1a66cc509715577b5b63c9f2 columnFamilyName sid 2024-11-28T03:17:39,654 DEBUG [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:17:39,654 INFO [StoreOpener-26bf346d1a66cc509715577b5b63c9f2-1 {}] regionserver.HStore(327): Store=26bf346d1a66cc509715577b5b63c9f2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:17:39,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:17:39,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:17:39,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 26bf346d1a66cc509715577b5b63c9f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62676836, jitterRate=-0.06604236364364624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:17:39,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:17:39,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 26bf346d1a66cc509715577b5b63c9f2: Running coprocessor pre-open hook at 1732763859648Writing region info on filesystem at 1732763859648Initializing all the Stores at 1732763859649 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763859649Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763859649Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763859649Cleaning up temporary data from old regions at 1732763859656 (+7 ms)Running coprocessor post-open hooks at 1732763859659 (+3 ms)Region opened successfully at 1732763859660 (+1 ms) 2024-11-28T03:17:39,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2., pid=10, masterSystemTime=1732763859624 2024-11-28T03:17:39,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:17:39,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:17:39,664 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=26bf346d1a66cc509715577b5b63c9f2, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:17:39,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26bf346d1a66cc509715577b5b63c9f2, server=b4e3b2a3b1ef,41329,1732763849526 because future has completed 2024-11-28T03:17:39,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:17:39,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 26bf346d1a66cc509715577b5b63c9f2, server=b4e3b2a3b1ef,41329,1732763849526 in 196 msec 2024-11-28T03:17:39,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:17:39,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=26bf346d1a66cc509715577b5b63c9f2, ASSIGN in 353 msec 2024-11-28T03:17:39,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:17:39,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763859673"}]},"ts":"1732763859673"} 2024-11-28T03:17:39,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:17:39,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:17:39,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-28T03:17:39,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2] 2024-11-28T03:17:39,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:39,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:17:39,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:17:39,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:17:39,866 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:17:39,896 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,41329,1732763849526, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:17:39,897 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:39,897 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=-1] 2024-11-28T03:17:39,897 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:39,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-28T03:17:39,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,41329,1732763849526', locateType=CURRENT is [region=hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2] 2024-11-28T03:17:39,904 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:17:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:17:39,906 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,41329,1732763849526 suceeded 2024-11-28T03:17:39,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:17:39,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-28T03:17:39,910 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:36183,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-28T03:17:39,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-28T03:17:39,924 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:36183' 2024-11-28T03:17:39,926 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529f120c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:39,926 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36183,-1 for getting cluster id 2024-11-28T03:17:39,926 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:39,927 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f2dfc2-11de-4995-ad62-d11ea5cab6dc' 2024-11-28T03:17:39,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:39,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f2dfc2-11de-4995-ad62-d11ea5cab6dc" 2024-11-28T03:17:39,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ccb833f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:39,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36183,-1] 2024-11-28T03:17:39,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:39,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:39,929 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:39,929 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60d2d653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:39,929 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:39,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:39,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb876bc 2024-11-28T03:17:39,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:39,931 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-28T03:17:39,932 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,41329,1732763849526 (queues=1) is replicating from cluster=0d7ff5eb-dc14-4493-8f77-29c8f69755ce to cluster=e0f2dfc2-11de-4995-ad62-d11ea5cab6dc 2024-11-28T03:17:39,932 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C41329%2C1732763849526 2024-11-28T03:17:39,932 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,41329,1732763849526, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:17:39,932 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C41329%2C1732763849526 2024-11-28T03:17:39,933 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335, startPosition=0, beingWritten=true 2024-11-28T03:17:39,943 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:17:39,943 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 379, reset compression=false 2024-11-28T03:17:39,943 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41329,1732763849526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:17:40,151 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 379, reset compression=false 2024-11-28T03:17:40,456 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 379, reset compression=false 2024-11-28T03:17:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:17:40,633 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:17:40,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:40,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:40,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:40,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:40,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:40,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:40,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732763860638/Put/seqid=0 2024-11-28T03:17:40,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741840_1016 (size=7894) 2024-11-28T03:17:40,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:17:40,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T03:17:40,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:17:40,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T03:17:40,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T03:17:40,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-28T03:17:40,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:17:40,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-28T03:17:40,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:17:40,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T03:17:40,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:17:40,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T03:17:40,845 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T03:17:40,845 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T03:17:40,860 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 379, reset compression=false 2024-11-28T03:17:41,049 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f/f/hfile_1 is 34, key is ddd/f:row/1732763861048/Put/seqid=0 2024-11-28T03:17:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741841_1017 (size=7691) 2024-11-28T03:17:41,365 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 379, reset compression=false 2024-11-28T03:17:41,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e708bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:41,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35333,-1 for getting cluster id 2024-11-28T03:17:41,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:41,461 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7ff5eb-dc14-4493-8f77-29c8f69755ce' 2024-11-28T03:17:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:41,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7ff5eb-dc14-4493-8f77-29c8f69755ce" 2024-11-28T03:17:41,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2333e766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:41,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35333,-1] 2024-11-28T03:17:41,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:41,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:41,463 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:41,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c280fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:41,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:41,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=-1] 2024-11-28T03:17:41,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:41,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:41,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:41,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea625 2024-11-28T03:17:41,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:41,482 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2] 2024-11-28T03:17:41,499 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:17:41,511 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-28T03:17:41,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:17:41,514 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-28T03:17:41,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f/f/hfile_0 for inclusion in 6bfcc773fce6862f4181852517bfacf8/f 2024-11-28T03:17:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-28T03:17:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:17:41,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:41,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f/f/hfile_1 for inclusion in 6bfcc773fce6862f4181852517bfacf8/f 2024-11-28T03:17:41,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:41,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-28T03:17:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:17:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HRegion(2603): Flush status journal for 6bfcc773fce6862f4181852517bfacf8: 2024-11-28T03:17:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f/f/hfile_0 to hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_0 2024-11-28T03:17:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_0 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ 2024-11-28T03:17:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f/f/hfile_1 to hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_1 2024-11-28T03:17:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_1 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ 2024-11-28T03:17:41,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:17:41,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_0 into 6bfcc773fce6862f4181852517bfacf8/f as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ - updating store file list. 2024-11-28T03:17:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:17:41,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ into 6bfcc773fce6862f4181852517bfacf8/f 2024-11-28T03:17:41,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_0 into 6bfcc773fce6862f4181852517bfacf8/f (new location: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_) 2024-11-28T03:17:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_0 2024-11-28T03:17:41,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_1 into 6bfcc773fce6862f4181852517bfacf8/f as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ - updating store file list. 2024-11-28T03:17:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c578d9d9f4f843539caf647525ea9d62_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:17:41,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ into 6bfcc773fce6862f4181852517bfacf8/f 2024-11-28T03:17:41,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_1 into 6bfcc773fce6862f4181852517bfacf8/f (new location: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_) 2024-11-28T03:17:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__ceb7p4jg4d30n05c0hbj9ib74jks58s256g6ud2vlkg7fm3f2v8asvi1p9pmjqpo/f/hfile_1 2024-11-28T03:17:41,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:41,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:41,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:41,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:41,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:41,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2 , the old value is region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4e3b2a3b1ef:41329 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:17:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:17:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2 from cache 2024-11-28T03:17:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43207,1732763853017, seqNum=-1] 2024-11-28T03:17:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:41,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56354 deadline: 1732763921624 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56354 2024-11-28T03:17:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7., hostname=b4e3b2a3b1ef,43207,1732763853017, seqNum=2] 2024-11-28T03:17:41,634 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:17:41,732 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T03:17:41,970 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 379, reset compression=false 2024-11-28T03:17:41,978 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:17:41,978 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41329,1732763849526 got entry batch from reader: WALEntryBatch [walEntries=[{test/6bfcc773fce6862f4181852517bfacf8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732763861618/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T03:17:42,000 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:17:42,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-28T03:17:42,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(318): Replicating [0d7ff5eb-dc14-4493-8f77-29c8f69755ce] bulk loaded data 2024-11-28T03:17:42,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@718d7789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:42,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36183,-1 for getting cluster id 2024-11-28T03:17:42,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:42,006 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0f2dfc2-11de-4995-ad62-d11ea5cab6dc' 2024-11-28T03:17:42,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0f2dfc2-11de-4995-ad62-d11ea5cab6dc" 2024-11-28T03:17:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63dfa187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36183,-1] 2024-11-28T03:17:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:42,008 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:42,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@321381c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:42,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741837_1013 (size=7894) 2024-11-28T03:17:42,178 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 687, reset compression=false 2024-11-28T03:17:42,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741838_1014 (size=7691) 2024-11-28T03:17:42,483 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 687, reset compression=false 2024-11-28T03:17:42,637 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:17:42,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:42,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:17:42,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a3f310 2024-11-28T03:17:42,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:42,848 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-28T03:17:42,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:17:42,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:42,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43207,1732763853017, seqNum=-1] 2024-11-28T03:17:42,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:42,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-28T03:17:42,860 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-28T03:17:42,863 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-28T03:17:42,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ for inclusion in 3b15fda60f666a61e2d63b2551b11ab7/f 2024-11-28T03:17:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-28T03:17:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:17:42,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ for inclusion in 3b15fda60f666a61e2d63b2551b11ab7/f 2024-11-28T03:17:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-28T03:17:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:17:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HRegion(2603): Flush status journal for 3b15fda60f666a61e2d63b2551b11ab7: 2024-11-28T03:17:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c578d9d9f4f843539caf647525ea9d62_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:17:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/f/d6415925a6144df4b07bf4072b0e8346_SeqId_4_ 2024-11-28T03:17:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:17:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/f/ce655dc60ab24a7eb1bffa289ffdbf9d_SeqId_4_ 2024-11-28T03:17:42,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ into 3b15fda60f666a61e2d63b2551b11ab7/f as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/f/d6415925a6144df4b07bf4072b0e8346_SeqId_4_ - updating store file list. 2024-11-28T03:17:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6415925a6144df4b07bf4072b0e8346_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:17:42,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/f/d6415925a6144df4b07bf4072b0e8346_SeqId_4_ into 3b15fda60f666a61e2d63b2551b11ab7/f 2024-11-28T03:17:42,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ into 3b15fda60f666a61e2d63b2551b11ab7/f (new location: hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/f/d6415925a6144df4b07bf4072b0e8346_SeqId_4_) 2024-11-28T03:17:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/c578d9d9f4f843539caf647525ea9d62_SeqId_4_ 2024-11-28T03:17:42,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ into 3b15fda60f666a61e2d63b2551b11ab7/f as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/f/ce655dc60ab24a7eb1bffa289ffdbf9d_SeqId_4_ - updating store file list. 2024-11-28T03:17:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce655dc60ab24a7eb1bffa289ffdbf9d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:17:42,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/f/ce655dc60ab24a7eb1bffa289ffdbf9d_SeqId_4_ into 3b15fda60f666a61e2d63b2551b11ab7/f 2024-11-28T03:17:42,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ into 3b15fda60f666a61e2d63b2551b11ab7/f (new location: hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/f/ce655dc60ab24a7eb1bffa289ffdbf9d_SeqId_4_) 2024-11-28T03:17:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/staging/jenkins.hfs.6__test__744pias1tdta6sbfnf8ei28nifumn1ug7c0hs3p9p2812072sp0l5uoc7il3npdr/f/1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_ 2024-11-28T03:17:42,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43207 {}] regionserver.ReplicationSink(324): Finished replicating [0d7ff5eb-dc14-4493-8f77-29c8f69755ce] bulk loaded data 2024-11-28T03:17:42,888 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 687, reset compression=false 2024-11-28T03:17:43,392 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 687, reset compression=false 2024-11-28T03:17:43,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:17:43,666 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732763863665/Put/seqid=0 2024-11-28T03:17:43,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741842_1018 (size=7997) 2024-11-28T03:17:43,706 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732763863705/Put/seqid=0 2024-11-28T03:17:43,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741843_1019 (size=7794) 2024-11-28T03:17:43,998 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 687, reset compression=false 2024-11-28T03:17:44,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abd5f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:44,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35333,-1 for getting cluster id 2024-11-28T03:17:44,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:17:44,138 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d7ff5eb-dc14-4493-8f77-29c8f69755ce' 2024-11-28T03:17:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:17:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d7ff5eb-dc14-4493-8f77-29c8f69755ce" 2024-11-28T03:17:44,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae4d5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:44,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35333,-1] 2024-11-28T03:17:44,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:17:44,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:44,140 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:17:44,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7baacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:17:44,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=-1] 2024-11-28T03:17:44,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:44,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:44,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:17:44,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:17:44,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fd18117 2024-11-28T03:17:44,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:17:44,173 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:17:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2] 2024-11-28T03:17:44,181 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:17:44,196 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-28T03:17:44,201 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-28T03:17:44,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f1/f1/hfile_0 for inclusion in 6bfcc773fce6862f4181852517bfacf8/f1 2024-11-28T03:17:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-28T03:17:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:17:44,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f1/f1/hfile_1 for inclusion in 6bfcc773fce6862f4181852517bfacf8/f1 2024-11-28T03:17:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-28T03:17:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:17:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HRegion(2603): Flush status journal for 6bfcc773fce6862f4181852517bfacf8: 2024-11-28T03:17:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f1/f1/hfile_0 to hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_0 2024-11-28T03:17:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_0 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f1/58ab315e724a4bba9673717e6c1719ee_SeqId_6_ 2024-11-28T03:17:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/load_f1/f1/hfile_1 to hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_1 2024-11-28T03:17:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_1 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f1/f31b8e5645cd4d25932a22e668246a87_SeqId_6_ 2024-11-28T03:17:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-28T03:17:44,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_0 into 6bfcc773fce6862f4181852517bfacf8/f1 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f1/58ab315e724a4bba9673717e6c1719ee_SeqId_6_ - updating store file list. 2024-11-28T03:17:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58ab315e724a4bba9673717e6c1719ee_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:17:44,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f1/58ab315e724a4bba9673717e6c1719ee_SeqId_6_ into 6bfcc773fce6862f4181852517bfacf8/f1 2024-11-28T03:17:44,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_0 into 6bfcc773fce6862f4181852517bfacf8/f1 (new location: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f1/58ab315e724a4bba9673717e6c1719ee_SeqId_6_) 2024-11-28T03:17:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_0 2024-11-28T03:17:44,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_1 into 6bfcc773fce6862f4181852517bfacf8/f1 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f1/f31b8e5645cd4d25932a22e668246a87_SeqId_6_ - updating store file list. 2024-11-28T03:17:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f31b8e5645cd4d25932a22e668246a87_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:17:44,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f1/f31b8e5645cd4d25932a22e668246a87_SeqId_6_ into 6bfcc773fce6862f4181852517bfacf8/f1 2024-11-28T03:17:44,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_1 into 6bfcc773fce6862f4181852517bfacf8/f1 (new location: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/f1/f31b8e5645cd4d25932a22e668246a87_SeqId_6_) 2024-11-28T03:17:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/staging/jenkins__test__h6qbc0hva59l4rukcr1t7q6g8sm0mlumeshng92s69k1bnsdcki7tvvueugj8mo1/f1/hfile_1 2024-11-28T03:17:44,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:17:44,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:17:44,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:44,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:17:44,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:17:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2 , the old value is region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4e3b2a3b1ef:41329 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:17:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:17:44,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:17:44,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2 from cache 2024-11-28T03:17:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=-1] 2024-11-28T03:17:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:17:44,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:17:44,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., hostname=b4e3b2a3b1ef,41329,1732763849526, seqNum=2] 2024-11-28T03:17:44,292 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T03:17:44,392 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41329 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T03:17:44,706 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 687, reset compression=false 2024-11-28T03:17:44,712 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:17:44,712 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:44,712 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41329,1732763849526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:17:44,916 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:45,221 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:45,626 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:46,131 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:46,737 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:47,441 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:48,245 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:49,149 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:50,154 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:51,258 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:52,462 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:53,767 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:55,171 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:56,675 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:58,279 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:17:59,053 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:17:59,984 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:01,789 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:02,545 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:18:03,694 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:04,715 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41329,1732763849526 got entry batch from reader: null 2024-11-28T03:18:05,698 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:07,803 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:10,007 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:11,837 INFO [master/b4e3b2a3b1ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T03:18:11,837 INFO [master/b4e3b2a3b1ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T03:18:12,312 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:14,717 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:16,062 INFO [master/b4e3b2a3b1ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T03:18:16,062 INFO [master/b4e3b2a3b1ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T03:18:17,221 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:19,825 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:21,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6bfcc773fce6862f4181852517bfacf8, had cached 0 bytes from a total of 31376 2024-11-28T03:18:22,529 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:23,063 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3b15fda60f666a61e2d63b2551b11ab7, had cached 0 bytes from a total of 15585 2024-11-28T03:18:24,715 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41329,1732763849526 got entry batch from reader: null 2024-11-28T03:18:25,334 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:28,238 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:29,054 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:18:31,242 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:31,826 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:18:32,546 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:18:34,347 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:37,551 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:37,993 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T03:18:40,855 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:44,260 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:44,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:18:44,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:18:44,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:44,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:44,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:44,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:18:44,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:18:44,346 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1738658978, stopped=false 2024-11-28T03:18:44,346 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,36183,1732763852963 2024-11-28T03:18:44,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11611808822/running 2024-11-28T03:18:44,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11611808822/running 2024-11-28T03:18:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:18:44,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:18:44,348 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:18:44,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:18:44,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:44,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:44,348 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,43207,1732763853017' ***** 2024-11-28T03:18:44,348 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:18:44,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on znode that does not yet exist, /11611808822/running 2024-11-28T03:18:44,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Set watcher on znode that does not yet exist, /11611808822/running 2024-11-28T03:18:44,349 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:18:44,349 INFO [RS:0;b4e3b2a3b1ef:43207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:18:44,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:18:44,349 INFO [RS:0;b4e3b2a3b1ef:43207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:18:44,349 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:18:44,349 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:18:44,349 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:18:44,350 INFO [RS:0;b4e3b2a3b1ef:43207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:43207. 2024-11-28T03:18:44,350 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:44,350 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:44,350 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b15fda60f666a61e2d63b2551b11ab7, disabling compactions & flushes 2024-11-28T03:18:44,350 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:18:44,350 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:18:44,350 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:18:44,350 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:18:44,350 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:18:44,350 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. after waiting 0 ms 2024-11-28T03:18:44,350 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:18:44,350 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:18:44,350 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:18:44,350 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1325): Online Regions={3b15fda60f666a61e2d63b2551b11ab7=test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:18:44,350 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b15fda60f666a61e2d63b2551b11ab7 2024-11-28T03:18:44,350 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:18:44,350 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:18:44,350 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:18:44,350 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:18:44,350 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:18:44,350 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-28T03:18:44,354 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/default/test/3b15fda60f666a61e2d63b2551b11ab7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-28T03:18:44,355 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:18:44,355 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:18:44,355 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:18:44,355 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b15fda60f666a61e2d63b2551b11ab7: Waiting for close lock at 1732763924350Running coprocessor pre-close hooks at 1732763924350Disabling compacts and flushes for region at 1732763924350Disabling writes for close at 1732763924350Writing region close event to WAL at 1732763924350Running coprocessor post-close hooks at 1732763924355 (+5 ms)Closed at 1732763924355 2024-11-28T03:18:44,355 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7. 2024-11-28T03:18:44,356 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:18:44,367 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/info/ed0c3812c14d4f5da429291b4929e76c is 129, key is test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7./info:regioninfo/1732763858080/Put/seqid=0 2024-11-28T03:18:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741839_1015 (size=6421) 2024-11-28T03:18:44,550 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:44,715 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41329,1732763849526 got entry batch from reader: null 2024-11-28T03:18:44,750 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:44,772 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/info/ed0c3812c14d4f5da429291b4929e76c 2024-11-28T03:18:44,793 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/ns/a1c1ec1276a44139b98c7e3fe2b97696 is 43, key is default/ns:d/1732763856043/Put/seqid=0 2024-11-28T03:18:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741840_1016 (size=5153) 2024-11-28T03:18:44,849 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-28T03:18:44,901 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:18:44,901 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:18:44,951 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:45,151 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:45,197 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/ns/a1c1ec1276a44139b98c7e3fe2b97696 2024-11-28T03:18:45,217 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/rep_barrier/d55938caf0394207af7f1d394ac2ec52 is 112, key is test,,1732763857315.3b15fda60f666a61e2d63b2551b11ab7./rep_barrier:seqnumDuringOpen/1732763858080/Put/seqid=0 2024-11-28T03:18:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741841_1017 (size=5518) 2024-11-28T03:18:45,351 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:18:45,351 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:18:45,351 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:45,551 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:45,621 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/rep_barrier/d55938caf0394207af7f1d394ac2ec52 2024-11-28T03:18:45,642 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/table/f9960a90ec3d46c1ad80490ad419f815 is 40, key is test/table:state/1732763858090/Put/seqid=0 2024-11-28T03:18:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741842_1018 (size=5165) 2024-11-28T03:18:45,751 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:45,952 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:46,046 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/table/f9960a90ec3d46c1ad80490ad419f815 2024-11-28T03:18:46,052 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/info/ed0c3812c14d4f5da429291b4929e76c as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/info/ed0c3812c14d4f5da429291b4929e76c 2024-11-28T03:18:46,057 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/info/ed0c3812c14d4f5da429291b4929e76c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-28T03:18:46,058 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/ns/a1c1ec1276a44139b98c7e3fe2b97696 as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/ns/a1c1ec1276a44139b98c7e3fe2b97696 2024-11-28T03:18:46,063 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/ns/a1c1ec1276a44139b98c7e3fe2b97696, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:18:46,064 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/rep_barrier/d55938caf0394207af7f1d394ac2ec52 as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/rep_barrier/d55938caf0394207af7f1d394ac2ec52 2024-11-28T03:18:46,069 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/rep_barrier/d55938caf0394207af7f1d394ac2ec52, entries=1, sequenceid=11, filesize=5.4 K 2024-11-28T03:18:46,069 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/.tmp/table/f9960a90ec3d46c1ad80490ad419f815 as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/table/f9960a90ec3d46c1ad80490ad419f815 2024-11-28T03:18:46,075 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/table/f9960a90ec3d46c1ad80490ad419f815, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:18:46,076 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false 2024-11-28T03:18:46,080 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T03:18:46,081 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:18:46,081 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:18:46,081 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:18:46,081 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763924350Running coprocessor pre-close hooks at 1732763924350Disabling compacts and flushes for region at 1732763924350Disabling writes for close at 1732763924350Obtaining lock to block concurrent updates at 1732763924350Preparing flush snapshotting stores in 1588230740 at 1732763924350Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732763924351 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732763924351Flushing 1588230740/info: creating writer at 1732763924351Flushing 1588230740/info: appending metadata at 1732763924367 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732763924367Flushing 1588230740/ns: creating writer at 1732763924778 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732763924793 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732763924793Flushing 1588230740/rep_barrier: creating writer at 1732763925202 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732763925216 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732763925216Flushing 1588230740/table: creating writer at 1732763925627 (+411 ms)Flushing 1588230740/table: appending metadata at 1732763925641 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732763925641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73942d8: reopening flushed file at 1732763926051 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a68fb19: reopening flushed file at 1732763926057 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e07b543: reopening flushed file at 1732763926063 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbd239b: reopening flushed file at 1732763926069 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false at 1732763926076 (+7 ms)Writing region close event to WAL at 1732763926077 (+1 ms)Running coprocessor post-close hooks at 1732763926081 (+4 ms)Closed at 1732763926081 2024-11-28T03:18:46,081 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:18:46,152 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,43207,1732763853017; all regions closed. 2024-11-28T03:18:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741834_1010 (size=2717) 2024-11-28T03:18:46,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/WALs/b4e3b2a3b1ef,43207,1732763853017/b4e3b2a3b1ef%2C43207%2C1732763853017.meta.1732763855982.meta not finished, retry = 0 2024-11-28T03:18:46,257 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/oldWALs 2024-11-28T03:18:46,257 INFO [RS:0;b4e3b2a3b1ef:43207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C43207%2C1732763853017.meta:.meta(num 1732763855982) 2024-11-28T03:18:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741832_1008 (size=1028) 2024-11-28T03:18:46,261 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/oldWALs 2024-11-28T03:18:46,261 INFO [RS:0;b4e3b2a3b1ef:43207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C43207%2C1732763853017:(num 1732763855027) 2024-11-28T03:18:46,261 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:46,261 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:18:46,261 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:18:46,262 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T03:18:46,262 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:18:46,262 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:18:46,262 INFO [RS:0;b4e3b2a3b1ef:43207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:43207. 2024-11-28T03:18:46,262 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:46,262 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:46,262 DEBUG [RS:0;b4e3b2a3b1ef:43207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:46,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:18:46,262 INFO [RS:0;b4e3b2a3b1ef:43207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43207 2024-11-28T03:18:46,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11611808822/rs/b4e3b2a3b1ef,43207,1732763853017 2024-11-28T03:18:46,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822/rs 2024-11-28T03:18:46,265 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:18:46,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,43207,1732763853017] 2024-11-28T03:18:46,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11611808822/draining/b4e3b2a3b1ef,43207,1732763853017 already deleted, retry=false 2024-11-28T03:18:46,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,43207,1732763853017 expired; onlineServers=0 2024-11-28T03:18:46,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,36183,1732763852963' ***** 2024-11-28T03:18:46,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:18:46,269 INFO [M:0;b4e3b2a3b1ef:36183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:18:46,269 INFO [M:0;b4e3b2a3b1ef:36183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:18:46,269 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:18:46,269 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:18:46,269 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:18:46,269 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763854830 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763854830,5,FailOnTimeoutGroup] 2024-11-28T03:18:46,269 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763854829 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763854829,5,FailOnTimeoutGroup] 2024-11-28T03:18:46,270 INFO [M:0;b4e3b2a3b1ef:36183 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:18:46,270 INFO [M:0;b4e3b2a3b1ef:36183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:18:46,270 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:18:46,270 INFO [M:0;b4e3b2a3b1ef:36183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:18:46,270 INFO [M:0;b4e3b2a3b1ef:36183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:18:46,270 INFO [M:0;b4e3b2a3b1ef:36183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:18:46,270 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:18:46,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11611808822/master 2024-11-28T03:18:46,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11611808822 2024-11-28T03:18:46,271 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] zookeeper.ZKUtil(347): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Unable to get data of znode /11611808822/master because node does not exist (not an error) 2024-11-28T03:18:46,271 WARN [M:0;b4e3b2a3b1ef:36183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:18:46,272 INFO [M:0;b4e3b2a3b1ef:36183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/.lastflushedseqids 2024-11-28T03:18:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741843_1019 (size=173) 2024-11-28T03:18:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:18:46,366 INFO [RS:0;b4e3b2a3b1ef:43207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:18:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43207-0x1015c93f9780004, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:18:46,367 INFO [RS:0;b4e3b2a3b1ef:43207 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,43207,1732763853017; zookeeper connection closed. 2024-11-28T03:18:46,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@798039c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@798039c8 2024-11-28T03:18:46,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:18:46,677 INFO [M:0;b4e3b2a3b1ef:36183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:18:46,677 INFO [M:0;b4e3b2a3b1ef:36183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:18:46,677 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:18:46,677 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:46,677 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:46,677 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:18:46,677 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:46,678 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-28T03:18:46,693 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1eb76a54f2384fa5a5dd4e219e5e7852 is 82, key is hbase:meta,,1/info:regioninfo/1732763856028/Put/seqid=0 2024-11-28T03:18:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741844_1020 (size=5672) 2024-11-28T03:18:47,098 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1eb76a54f2384fa5a5dd4e219e5e7852 2024-11-28T03:18:47,118 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/743207549d7146e69a520d08f27f0800 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732763858094/Put/seqid=0 2024-11-28T03:18:47,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741845_1021 (size=6727) 2024-11-28T03:18:47,523 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/743207549d7146e69a520d08f27f0800 2024-11-28T03:18:47,528 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 743207549d7146e69a520d08f27f0800 2024-11-28T03:18:47,543 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084a9f4aec0f45b9ac75727ec1b6849b is 69, key is b4e3b2a3b1ef,43207,1732763853017/rs:state/1732763854866/Put/seqid=0 2024-11-28T03:18:47,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741846_1022 (size=5156) 2024-11-28T03:18:47,764 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.1732763851335 to pos 997, reset compression=false 2024-11-28T03:18:47,948 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084a9f4aec0f45b9ac75727ec1b6849b 2024-11-28T03:18:47,954 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1eb76a54f2384fa5a5dd4e219e5e7852 as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1eb76a54f2384fa5a5dd4e219e5e7852 2024-11-28T03:18:47,959 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1eb76a54f2384fa5a5dd4e219e5e7852, entries=8, sequenceid=58, filesize=5.5 K 2024-11-28T03:18:47,960 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/743207549d7146e69a520d08f27f0800 as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/743207549d7146e69a520d08f27f0800 2024-11-28T03:18:47,965 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 743207549d7146e69a520d08f27f0800 2024-11-28T03:18:47,965 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/743207549d7146e69a520d08f27f0800, entries=6, sequenceid=58, filesize=6.6 K 2024-11-28T03:18:47,966 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/084a9f4aec0f45b9ac75727ec1b6849b as hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/084a9f4aec0f45b9ac75727ec1b6849b 2024-11-28T03:18:47,970 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33597/user/jenkins/test-data/f336a11d-4cdc-3e0c-a62d-d766ad4e3b9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/084a9f4aec0f45b9ac75727ec1b6849b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-28T03:18:47,971 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false 2024-11-28T03:18:47,973 INFO [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:47,973 DEBUG [M:0;b4e3b2a3b1ef:36183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763926677Disabling compacts and flushes for region at 1732763926677Disabling writes for close at 1732763926677Obtaining lock to block concurrent updates at 1732763926678 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763926678Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732763926678Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763926679 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763926679Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763926693 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763926693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763927103 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763927117 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763927117Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763927528 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763927543 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763927543Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e77ff9c: reopening flushed file at 1732763927953 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5a99e2: reopening flushed file at 1732763927959 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b90855: reopening flushed file at 1732763927965 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false at 1732763927971 (+6 ms)Writing region close event to WAL at 1732763927973 (+2 ms)Closed at 1732763927973 2024-11-28T03:18:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46437 is added to blk_1073741830_1006 (size=33026) 2024-11-28T03:18:47,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:18:47,975 INFO [M:0;b4e3b2a3b1ef:36183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:18:47,976 INFO [M:0;b4e3b2a3b1ef:36183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36183 2024-11-28T03:18:47,976 INFO [M:0;b4e3b2a3b1ef:36183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:18:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:18:48,078 INFO [M:0;b4e3b2a3b1ef:36183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:18:48,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x1015c93f9780003, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:18:48,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6956cf81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:18:48,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4698115b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:18:48,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:18:48,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c05b605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:18:48,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0c51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.log.dir/,STOPPED} 2024-11-28T03:18:48,083 WARN [BP-1267183431-172.17.0.2-1732763851907 heartbeating to localhost/127.0.0.1:33597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:18:48,083 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:18:48,083 WARN [BP-1267183431-172.17.0.2-1732763851907 heartbeating to localhost/127.0.0.1:33597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1267183431-172.17.0.2-1732763851907 (Datanode Uuid e4531c13-fbc6-485b-9486-7d120dae7bb4) service to localhost/127.0.0.1:33597 2024-11-28T03:18:48,083 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:18:48,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/cluster_6be0a9e4-348c-e3fe-256e-83bd37332eab/data/data1/current/BP-1267183431-172.17.0.2-1732763851907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:18:48,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/cluster_6be0a9e4-348c-e3fe-256e-83bd37332eab/data/data2/current/BP-1267183431-172.17.0.2-1732763851907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:18:48,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:18:48,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a73da45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:18:48,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53778bbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:18:48,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:18:48,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7582a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:18:48,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a980a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.log.dir/,STOPPED} 2024-11-28T03:18:48,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:18:48,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:18:48,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:18:48,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:48,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:48,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:48,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:18:48,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:18:48,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1403135850, stopped=false 2024-11-28T03:18:48,105 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,35333,1732763849471 2024-11-28T03:18:48,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:18:48,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300971217/running 2024-11-28T03:18:48,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:18:48,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300971217/running 2024-11-28T03:18:48,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:48,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:48,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,41329,1732763849526' ***** 2024-11-28T03:18:48,106 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:18:48,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:18:48,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on znode that does not yet exist, /0-1300971217/running 2024-11-28T03:18:48,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:18:48,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(3091): Received CLOSE for 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:41329. 2024-11-28T03:18:48,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Set watcher on znode that does not yet exist, /0-1300971217/running 2024-11-28T03:18:48,107 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:48,107 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:48,107 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bfcc773fce6862f4181852517bfacf8, disabling compactions & flushes 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:18:48,107 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:18:48,107 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:18:48,108 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:18:48,108 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:18:48,108 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:18:48,108 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. after waiting 0 ms 2024-11-28T03:18:48,108 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:18:48,108 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:18:48,108 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1325): Online Regions={6bfcc773fce6862f4181852517bfacf8=test,,1732763856163.6bfcc773fce6862f4181852517bfacf8., 1588230740=hbase:meta,,1.1588230740, 26bf346d1a66cc509715577b5b63c9f2=hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2.} 2024-11-28T03:18:48,108 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26bf346d1a66cc509715577b5b63c9f2, 6bfcc773fce6862f4181852517bfacf8 2024-11-28T03:18:48,108 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:18:48,108 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:18:48,108 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:18:48,108 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:18:48,108 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:18:48,108 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:18:48,112 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/default/test/6bfcc773fce6862f4181852517bfacf8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:18:48,113 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:18:48,113 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:18:48,113 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:18:48,113 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bfcc773fce6862f4181852517bfacf8: Waiting for close lock at 1732763928107Running coprocessor pre-close hooks at 1732763928107Disabling compacts and flushes for region at 1732763928107Disabling writes for close at 1732763928108 (+1 ms)Writing region close event to WAL at 1732763928109 (+1 ms)Running coprocessor post-close hooks at 1732763928113 (+4 ms)Closed at 1732763928113 2024-11-28T03:18:48,113 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732763856163.6bfcc773fce6862f4181852517bfacf8. 2024-11-28T03:18:48,113 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26bf346d1a66cc509715577b5b63c9f2, disabling compactions & flushes 2024-11-28T03:18:48,113 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:18:48,113 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:18:48,114 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. after waiting 0 ms 2024-11-28T03:18:48,114 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:18:48,114 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26bf346d1a66cc509715577b5b63c9f2 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-28T03:18:48,125 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/info/115d5049c5034a0b9c90c0a70a5ccd68 is 147, key is hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2./info:regioninfo/1732763859664/Put/seqid=0 2024-11-28T03:18:48,129 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/.tmp/hfileref/15e15d62525c42fb94df88b4506ad13e is 74, key is 1/hfileref:1c671aeb72254df6aa2a7ab7ac45a6a7_SeqId_4_/1732763862891/DeleteColumn/seqid=0 2024-11-28T03:18:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741844_1020 (size=7686) 2024-11-28T03:18:48,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741845_1021 (size=5203) 2024-11-28T03:18:48,165 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:18:48,172 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:18:48,173 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:18:48,308 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:18:48,508 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:18:48,530 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/info/115d5049c5034a0b9c90c0a70a5ccd68 2024-11-28T03:18:48,533 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/.tmp/hfileref/15e15d62525c42fb94df88b4506ad13e 2024-11-28T03:18:48,551 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/ns/317982893ef34d85b9ed307841639b55 is 43, key is default/ns:d/1732763851816/Put/seqid=0 2024-11-28T03:18:48,553 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/.tmp/queue/f14a9484c3fc47e892c4f86a78f7f4fc is 153, key is 1-b4e3b2a3b1ef,41329,1732763849526/queue:b4e3b2a3b1ef%2C41329%2C1732763849526/1732763864713/Put/seqid=0 2024-11-28T03:18:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741846_1022 (size=5153) 2024-11-28T03:18:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741847_1023 (size=5352) 2024-11-28T03:18:48,709 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:18:48,909 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26bf346d1a66cc509715577b5b63c9f2 2024-11-28T03:18:48,955 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/ns/317982893ef34d85b9ed307841639b55 2024-11-28T03:18:48,957 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/.tmp/queue/f14a9484c3fc47e892c4f86a78f7f4fc 2024-11-28T03:18:48,962 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/.tmp/hfileref/15e15d62525c42fb94df88b4506ad13e as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/hfileref/15e15d62525c42fb94df88b4506ad13e 2024-11-28T03:18:48,967 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/hfileref/15e15d62525c42fb94df88b4506ad13e, entries=2, sequenceid=10, filesize=5.1 K 2024-11-28T03:18:48,968 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/.tmp/queue/f14a9484c3fc47e892c4f86a78f7f4fc as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/queue/f14a9484c3fc47e892c4f86a78f7f4fc 2024-11-28T03:18:48,972 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/queue/f14a9484c3fc47e892c4f86a78f7f4fc, entries=1, sequenceid=10, filesize=5.2 K 2024-11-28T03:18:48,973 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 26bf346d1a66cc509715577b5b63c9f2 in 859ms, sequenceid=10, compaction requested=false 2024-11-28T03:18:48,977 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/rep_barrier/c610ae9816fe48f9ba52e1da7fbddbf8 is 112, key is test,,1732763856163.6bfcc773fce6862f4181852517bfacf8./rep_barrier:seqnumDuringOpen/1732763856939/Put/seqid=0 2024-11-28T03:18:48,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741848_1024 (size=5518) 2024-11-28T03:18:48,981 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/replication/26bf346d1a66cc509715577b5b63c9f2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-28T03:18:48,981 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/rep_barrier/c610ae9816fe48f9ba52e1da7fbddbf8 2024-11-28T03:18:48,981 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:18:48,981 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:18:48,981 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:18:48,981 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26bf346d1a66cc509715577b5b63c9f2: Waiting for close lock at 1732763928113Running coprocessor pre-close hooks at 1732763928113Disabling compacts and flushes for region at 1732763928113Disabling writes for close at 1732763928114 (+1 ms)Obtaining lock to block concurrent updates at 1732763928114Preparing flush snapshotting stores in 26bf346d1a66cc509715577b5b63c9f2 at 1732763928114Finished memstore snapshotting hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732763928114Flushing stores of hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. at 1732763928114Flushing 26bf346d1a66cc509715577b5b63c9f2/hfileref: creating writer at 1732763928115 (+1 ms)Flushing 26bf346d1a66cc509715577b5b63c9f2/hfileref: appending metadata at 1732763928128 (+13 ms)Flushing 26bf346d1a66cc509715577b5b63c9f2/hfileref: closing flushed file at 1732763928128Flushing 26bf346d1a66cc509715577b5b63c9f2/queue: creating writer at 1732763928539 (+411 ms)Flushing 26bf346d1a66cc509715577b5b63c9f2/queue: appending metadata at 1732763928552 (+13 ms)Flushing 26bf346d1a66cc509715577b5b63c9f2/queue: closing flushed file at 1732763928552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fd8cb: reopening flushed file at 1732763928962 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6ef22a: reopening flushed file at 1732763928967 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 26bf346d1a66cc509715577b5b63c9f2 in 859ms, sequenceid=10, compaction requested=false at 1732763928973 (+6 ms)Writing region close event to WAL at 1732763928977 (+4 ms)Running coprocessor post-close hooks at 1732763928981 (+4 ms)Closed at 1732763928981 2024-11-28T03:18:48,982 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763858490.26bf346d1a66cc509715577b5b63c9f2. 2024-11-28T03:18:48,999 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/table/a23fbc3e271c465c80527580e4511a6e is 53, key is hbase:replication/table:state/1732763859673/Put/seqid=0 2024-11-28T03:18:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741849_1025 (size=5308) 2024-11-28T03:18:49,109 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:18:49,109 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:18:49,109 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:49,309 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:49,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,404 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/table/a23fbc3e271c465c80527580e4511a6e 2024-11-28T03:18:49,410 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/info/115d5049c5034a0b9c90c0a70a5ccd68 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/info/115d5049c5034a0b9c90c0a70a5ccd68 2024-11-28T03:18:49,415 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/info/115d5049c5034a0b9c90c0a70a5ccd68, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:18:49,416 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/ns/317982893ef34d85b9ed307841639b55 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/ns/317982893ef34d85b9ed307841639b55 2024-11-28T03:18:49,421 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/ns/317982893ef34d85b9ed307841639b55, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:18:49,421 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/rep_barrier/c610ae9816fe48f9ba52e1da7fbddbf8 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/rep_barrier/c610ae9816fe48f9ba52e1da7fbddbf8 2024-11-28T03:18:49,426 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/rep_barrier/c610ae9816fe48f9ba52e1da7fbddbf8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:18:49,427 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/.tmp/table/a23fbc3e271c465c80527580e4511a6e as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/table/a23fbc3e271c465c80527580e4511a6e 2024-11-28T03:18:49,432 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/table/a23fbc3e271c465c80527580e4511a6e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:18:49,433 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-28T03:18:49,433 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:18:49,438 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:18:49,438 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:18:49,439 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:18:49,439 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:18:49,439 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763928108Running coprocessor pre-close hooks at 1732763928108Disabling compacts and flushes for region at 1732763928108Disabling writes for close at 1732763928108Obtaining lock to block concurrent updates at 1732763928108Preparing flush snapshotting stores in 1588230740 at 1732763928108Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732763928109 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732763928109Flushing 1588230740/info: creating writer at 1732763928110 (+1 ms)Flushing 1588230740/info: appending metadata at 1732763928125 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732763928125Flushing 1588230740/ns: creating writer at 1732763928536 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732763928550 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732763928550Flushing 1588230740/rep_barrier: creating writer at 1732763928961 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732763928976 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732763928976Flushing 1588230740/table: creating writer at 1732763928986 (+10 ms)Flushing 1588230740/table: appending metadata at 1732763928999 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732763928999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b99a5ca: reopening flushed file at 1732763929409 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a141819: reopening flushed file at 1732763929415 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40289a0: reopening flushed file at 1732763929421 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524e173c: reopening flushed file at 1732763929426 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1732763929433 (+7 ms)Writing region close event to WAL at 1732763929435 (+2 ms)Running coprocessor post-close hooks at 1732763929438 (+3 ms)Closed at 1732763929439 (+1 ms) 2024-11-28T03:18:49,439 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:18:49,509 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,41329,1732763849526; all regions closed. 2024-11-28T03:18:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:18:49,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.meta.1732763851769.meta not finished, retry = 0 2024-11-28T03:18:49,615 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/oldWALs 2024-11-28T03:18:49,615 INFO [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C41329%2C1732763849526.meta:.meta(num 1732763851769) 2024-11-28T03:18:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741839_1015 (size=2700) 2024-11-28T03:18:49,617 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/WALs/b4e3b2a3b1ef,41329,1732763849526/b4e3b2a3b1ef%2C41329%2C1732763849526.rep.1732763859630 not finished, retry = 0 2024-11-28T03:18:49,720 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/oldWALs 2024-11-28T03:18:49,720 INFO [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C41329%2C1732763849526.rep:(num 1732763859630) 2024-11-28T03:18:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741833_1009 (size=1300) 2024-11-28T03:18:49,726 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/oldWALs 2024-11-28T03:18:49,726 INFO [RS:0;b4e3b2a3b1ef:41329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C41329%2C1732763849526:(num 1732763851335) 2024-11-28T03:18:49,726 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:49,726 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:18:49,726 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:18:49,726 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:18:49,726 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:18:49,726 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:18:49,727 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,41329,1732763849526 because: Region server is closing 2024-11-28T03:18:49,727 INFO [RS:0;b4e3b2a3b1ef:41329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:41329. 2024-11-28T03:18:49,727 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:49,727 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:49,727 DEBUG [RS:0;b4e3b2a3b1ef:41329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:49,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:18:49,827 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.wal-reader.b4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:18:49,827 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T03:18:49,828 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41329,1732763849526.replicationSource.shipperb4e3b2a3b1ef%2C41329%2C1732763849526,1-b4e3b2a3b1ef,41329,1732763849526 terminated 2024-11-28T03:18:49,828 INFO [RS:0;b4e3b2a3b1ef:41329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41329 2024-11-28T03:18:49,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300971217/rs/b4e3b2a3b1ef,41329,1732763849526 2024-11-28T03:18:49,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217/rs 2024-11-28T03:18:49,831 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:18:49,831 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fae408e2b78@1a474676 rejected from java.util.concurrent.ThreadPoolExecutor@5f45db5a[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-28T03:18:49,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,41329,1732763849526] 2024-11-28T03:18:49,833 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1300971217/draining/b4e3b2a3b1ef,41329,1732763849526 already deleted, retry=false 2024-11-28T03:18:49,833 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,41329,1732763849526 expired; onlineServers=0 2024-11-28T03:18:49,833 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,35333,1732763849471' ***** 2024-11-28T03:18:49,833 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:18:49,833 INFO [M:0;b4e3b2a3b1ef:35333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:18:49,833 INFO [M:0;b4e3b2a3b1ef:35333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:18:49,833 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:18:49,833 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:18:49,833 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:18:49,833 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763851075 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763851075,5,FailOnTimeoutGroup] 2024-11-28T03:18:49,833 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763851075 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763851075,5,FailOnTimeoutGroup] 2024-11-28T03:18:49,834 INFO [M:0;b4e3b2a3b1ef:35333 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:18:49,834 INFO [M:0;b4e3b2a3b1ef:35333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:18:49,834 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:18:49,834 INFO [M:0;b4e3b2a3b1ef:35333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:18:49,834 INFO [M:0;b4e3b2a3b1ef:35333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:18:49,834 INFO [M:0;b4e3b2a3b1ef:35333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:18:49,834 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:18:49,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1300971217/master 2024-11-28T03:18:49,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1300971217 2024-11-28T03:18:49,835 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] zookeeper.ZKUtil(347): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Unable to get data of znode /0-1300971217/master because node does not exist (not an error) 2024-11-28T03:18:49,835 WARN [M:0;b4e3b2a3b1ef:35333 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:18:49,836 INFO [M:0;b4e3b2a3b1ef:35333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/.lastflushedseqids 2024-11-28T03:18:49,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741850_1026 (size=263) 2024-11-28T03:18:49,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:18:49,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:18:49,932 INFO [RS:0;b4e3b2a3b1ef:41329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:18:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41329-0x1015c93f9780001, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:18:49,932 INFO [RS:0;b4e3b2a3b1ef:41329 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,41329,1732763849526; zookeeper connection closed. 2024-11-28T03:18:49,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68005b65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68005b65 2024-11-28T03:18:49,933 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:18:50,242 INFO [M:0;b4e3b2a3b1ef:35333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:18:50,242 INFO [M:0;b4e3b2a3b1ef:35333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:18:50,242 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:18:50,242 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:50,242 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:50,242 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:18:50,242 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:50,242 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-28T03:18:50,258 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0f263f222d4a1cb1b18709edef9343 is 82, key is hbase:meta,,1/info:regioninfo/1732763851804/Put/seqid=0 2024-11-28T03:18:50,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741851_1027 (size=5672) 2024-11-28T03:18:50,662 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0f263f222d4a1cb1b18709edef9343 2024-11-28T03:18:50,682 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dc80e60ab484ee4847076f9a688adf6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732763856959/Put/seqid=0 2024-11-28T03:18:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741852_1028 (size=7240) 2024-11-28T03:18:50,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:18:50,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:18:50,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:18:50,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T03:18:50,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:18:50,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:18:51,087 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dc80e60ab484ee4847076f9a688adf6 2024-11-28T03:18:51,091 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dc80e60ab484ee4847076f9a688adf6 2024-11-28T03:18:51,106 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d428c2b063b94c9f9f4a1931c873b94c is 69, key is b4e3b2a3b1ef,41329,1732763849526/rs:state/1732763851116/Put/seqid=0 2024-11-28T03:18:51,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741853_1029 (size=5156) 2024-11-28T03:18:51,511 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d428c2b063b94c9f9f4a1931c873b94c 2024-11-28T03:18:51,517 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0f263f222d4a1cb1b18709edef9343 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f0f263f222d4a1cb1b18709edef9343 2024-11-28T03:18:51,522 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f0f263f222d4a1cb1b18709edef9343, entries=8, sequenceid=105, filesize=5.5 K 2024-11-28T03:18:51,523 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dc80e60ab484ee4847076f9a688adf6 as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dc80e60ab484ee4847076f9a688adf6 2024-11-28T03:18:51,528 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9dc80e60ab484ee4847076f9a688adf6 2024-11-28T03:18:51,529 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dc80e60ab484ee4847076f9a688adf6, entries=11, sequenceid=105, filesize=7.1 K 2024-11-28T03:18:51,530 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d428c2b063b94c9f9f4a1931c873b94c as hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d428c2b063b94c9f9f4a1931c873b94c 2024-11-28T03:18:51,534 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37201/user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d428c2b063b94c9f9f4a1931c873b94c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-28T03:18:51,535 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-28T03:18:51,537 INFO [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:51,537 DEBUG [M:0;b4e3b2a3b1ef:35333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763930242Disabling compacts and flushes for region at 1732763930242Disabling writes for close at 1732763930242Obtaining lock to block concurrent updates at 1732763930242Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763930242Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732763930242Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763930243 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763930243Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763930257 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763930257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763930667 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763930681 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763930681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763931091 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763931105 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763931105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68978b55: reopening flushed file at 1732763931516 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232443c6: reopening flushed file at 1732763931522 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc45977: reopening flushed file at 1732763931529 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1732763931535 (+6 ms)Writing region close event to WAL at 1732763931536 (+1 ms)Closed at 1732763931536 2024-11-28T03:18:51,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46265 is added to blk_1073741830_1006 (size=64526) 2024-11-28T03:18:51,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf19df9d-1fae-e27b-a4b4-9b965dc7c72d/MasterData/WALs/b4e3b2a3b1ef,35333,1732763849471/b4e3b2a3b1ef%2C35333%2C1732763849471.1732763850857 not finished, retry = 0 2024-11-28T03:18:51,643 INFO [M:0;b4e3b2a3b1ef:35333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:18:51,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:18:51,644 INFO [M:0;b4e3b2a3b1ef:35333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35333 2024-11-28T03:18:51,644 INFO [M:0;b4e3b2a3b1ef:35333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:18:51,746 INFO [M:0;b4e3b2a3b1ef:35333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:18:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:18:51,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35333-0x1015c93f9780000, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:18:51,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5936ebe3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:18:51,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7847837d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:18:51,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:18:51,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@133292a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:18:51,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ff1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.log.dir/,STOPPED} 2024-11-28T03:18:51,752 WARN [BP-1265164929-172.17.0.2-1732763848468 heartbeating to localhost/127.0.0.1:37201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:18:51,752 WARN [BP-1265164929-172.17.0.2-1732763848468 heartbeating to localhost/127.0.0.1:37201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265164929-172.17.0.2-1732763848468 (Datanode Uuid c959fe44-5ff2-4360-a5cd-cdcc8d6c742d) service to localhost/127.0.0.1:37201 2024-11-28T03:18:51,753 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:18:51,753 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:18:51,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/cluster_3923ca91-7c45-c016-e6dd-0d0dd214a38e/data/data1/current/BP-1265164929-172.17.0.2-1732763848468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:18:51,753 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/cluster_3923ca91-7c45-c016-e6dd-0d0dd214a38e/data/data2/current/BP-1265164929-172.17.0.2-1732763848468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:18:51,753 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:18:51,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9ff422{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:18:51,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e6abb26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:18:51,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:18:51,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b5fcb95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:18:51,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62175913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8a8e49-6815-fdde-1ac0-3d8bf3c4b1f2/hadoop.log.dir/,STOPPED} 2024-11-28T03:18:51,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:18:51,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:18:51,786 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 147) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fae40b8e8b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33597 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37201 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fae40b8e8b0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=503 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=6233 (was 7589) 2024-11-28T03:18:51,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=6232 2024-11-28T03:18:51,806 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-28T03:18:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.log.dir so I do NOT create it in target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac 2024-11-28T03:18:51,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:18:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.tmp.dir so I do NOT create it in target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac 2024-11-28T03:18:51,807 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0fdd398-153f-6aa8-ff83-9edca9f75615/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:18:51,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac 2024-11-28T03:18:51,807 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/cluster_c5439081-c0cc-56a3-6385-e5551f54aad5, deleteOnExit=true 2024-11-28T03:18:51,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/cluster_c5439081-c0cc-56a3-6385-e5551f54aad5/zookeeper_0, clientPort=54358, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/cluster_c5439081-c0cc-56a3-6385-e5551f54aad5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/cluster_c5439081-c0cc-56a3-6385-e5551f54aad5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:18:51,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54358 2024-11-28T03:18:51,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/test.cache.data in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:18:51,811 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:18:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:18:51,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:18:51,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:18:51,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:18:51,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:18:51,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:18:51,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:18:51,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:18:51,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:18:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c93f9780005, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:18:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c93f9780002, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:18:51,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c93f9780005, quorum=127.0.0.1:62655, baseZNode=/11611808822 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:18:51,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c93f9780002, quorum=127.0.0.1:62655, baseZNode=/0-1300971217 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:18:51,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:18:51,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:18:51,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:18:51,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:18:51,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:18:51,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:18:51,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@488881f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:18:51,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4649bf0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:18:52,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71541d08{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/java.io.tmpdir/jetty-localhost-37083-hadoop-hdfs-3_4_1-tests_jar-_-any-7885636672677538311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:18:52,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23f5de37{HTTP/1.1, (http/1.1)}{localhost:37083} 2024-11-28T03:18:52,009 INFO [Time-limited test {}] server.Server(415): Started @126342ms 2024-11-28T03:18:52,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:18:52,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:18:52,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:18:52,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:18:52,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:18:52,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8d2896{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:18:52,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4184d484{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:18:52,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224df775{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/java.io.tmpdir/jetty-localhost-36301-hadoop-hdfs-3_4_1-tests_jar-_-any-2253642121316912108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:18:52,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aab8543{HTTP/1.1, (http/1.1)}{localhost:36301} 2024-11-28T03:18:52,247 INFO [Time-limited test {}] server.Server(415): Started @126579ms 2024-11-28T03:18:52,248 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:18:52,348 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/cluster_c5439081-c0cc-56a3-6385-e5551f54aad5/data/data1/current/BP-469535297-172.17.0.2-1732763931830/current, will proceed with Du for space computation calculation, 2024-11-28T03:18:52,349 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/cluster_c5439081-c0cc-56a3-6385-e5551f54aad5/data/data2/current/BP-469535297-172.17.0.2-1732763931830/current, will proceed with Du for space computation calculation, 2024-11-28T03:18:52,374 WARN [Thread-1269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:18:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba6e4a009581dbf with lease ID 0x4b74fa985b2b6056: Processing first storage report for DS-f398e455-163f-4549-87ce-7affb0c56ee8 from datanode DatanodeRegistration(127.0.0.1:45981, datanodeUuid=5f7a42fc-9412-4d9d-b7f9-964e67f309e6, infoPort=32835, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=1640462018;c=1732763931830) 2024-11-28T03:18:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba6e4a009581dbf with lease ID 0x4b74fa985b2b6056: from storage DS-f398e455-163f-4549-87ce-7affb0c56ee8 node DatanodeRegistration(127.0.0.1:45981, datanodeUuid=5f7a42fc-9412-4d9d-b7f9-964e67f309e6, infoPort=32835, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=1640462018;c=1732763931830), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:18:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ba6e4a009581dbf with lease ID 0x4b74fa985b2b6056: Processing first storage report for DS-82a01193-30c4-4823-aaa0-9074045baa68 from datanode DatanodeRegistration(127.0.0.1:45981, datanodeUuid=5f7a42fc-9412-4d9d-b7f9-964e67f309e6, infoPort=32835, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=1640462018;c=1732763931830) 2024-11-28T03:18:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ba6e4a009581dbf with lease ID 0x4b74fa985b2b6056: from storage DS-82a01193-30c4-4823-aaa0-9074045baa68 node DatanodeRegistration(127.0.0.1:45981, datanodeUuid=5f7a42fc-9412-4d9d-b7f9-964e67f309e6, infoPort=32835, infoSecurePort=0, ipcPort=42759, storageInfo=lv=-57;cid=testClusterID;nsid=1640462018;c=1732763931830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:18:52,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac 2024-11-28T03:18:52,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:52,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:18:52,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9 with version=8 2024-11-28T03:18:52,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/hbase-staging 2024-11-28T03:18:52,895 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:18:52,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:52,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:52,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:18:52,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:52,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:18:52,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:18:52,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:18:52,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36143 2024-11-28T03:18:52,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36143 connecting to ZooKeeper ensemble=127.0.0.1:54358 2024-11-28T03:18:52,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361430x0, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:18:52,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36143-0x1015c953f310000 connected 2024-11-28T03:18:52,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:52,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:52,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/running 2024-11-28T03:18:52,938 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9, hbase.cluster.distributed=false 2024-11-28T03:18:52,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/acl 2024-11-28T03:18:52,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-28T03:18:52,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36143 2024-11-28T03:18:52,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36143 2024-11-28T03:18:52,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-28T03:18:52,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36143 2024-11-28T03:18:52,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:18:52,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:52,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:52,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:18:52,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:52,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:18:52,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:18:52,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:18:52,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37337 2024-11-28T03:18:52,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37337 connecting to ZooKeeper ensemble=127.0.0.1:54358 2024-11-28T03:18:52,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:52,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:52,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373370x0, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:18:52,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373370x0, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/running 2024-11-28T03:18:52,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:18:52,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37337-0x1015c953f310001 connected 2024-11-28T03:18:52,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:18:52,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/master 2024-11-28T03:18:52,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/acl 2024-11-28T03:18:52,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37337 2024-11-28T03:18:53,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37337 2024-11-28T03:18:53,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37337 2024-11-28T03:18:53,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37337 2024-11-28T03:18:53,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37337 2024-11-28T03:18:53,025 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:36143 2024-11-28T03:18:53,025 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01387553259/backup-masters/b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:53,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/backup-masters 2024-11-28T03:18:53,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/backup-masters 2024-11-28T03:18:53,029 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on existing znode=/01387553259/backup-masters/b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:53,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01387553259/master 2024-11-28T03:18:53,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:53,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:53,042 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on existing znode=/01387553259/master 2024-11-28T03:18:53,042 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01387553259/backup-masters/b4e3b2a3b1ef,36143,1732763932895 from backup master directory 2024-11-28T03:18:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/backup-masters/b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:53,043 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:18:53,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/backup-masters 2024-11-28T03:18:53,043 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/backup-masters 2024-11-28T03:18:53,050 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/hbase.id] with ID: e4b271de-0699-43e4-872f-44c30034f2ee 2024-11-28T03:18:53,050 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/.tmp/hbase.id 2024-11-28T03:18:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:18:53,459 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/.tmp/hbase.id]:[hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/hbase.id] 2024-11-28T03:18:53,474 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:53,474 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:18:53,475 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:18:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:53,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:18:53,487 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:18:53,488 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:18:53,488 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:18:53,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:18:53,896 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store 2024-11-28T03:18:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:18:53,903 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:53,903 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:18:53,903 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:53,903 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:53,903 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:18:53,903 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:53,903 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:53,903 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763933903Disabling compacts and flushes for region at 1732763933903Disabling writes for close at 1732763933903Writing region close event to WAL at 1732763933903Closed at 1732763933903 2024-11-28T03:18:53,904 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/.initializing 2024-11-28T03:18:53,904 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:53,905 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:18:53,906 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C36143%2C1732763932895, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/oldWALs, maxLogs=10 2024-11-28T03:18:53,923 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907, exclude list is [], retry=0 2024-11-28T03:18:53,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-f398e455-163f-4549-87ce-7affb0c56ee8,DISK] 2024-11-28T03:18:53,932 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907 2024-11-28T03:18:53,932 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-28T03:18:53,932 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:18:53,933 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:53,933 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,933 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:18:53,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:53,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:53,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:18:53,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:53,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:53,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:18:53,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:53,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:53,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:18:53,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:53,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:53,945 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,946 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,947 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,948 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,948 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,949 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:18:53,950 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:53,953 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:18:53,953 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64875123, jitterRate=-0.03328533470630646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:18:53,954 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763933933Initializing all the Stores at 1732763933934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763933934Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763933934Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763933934Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763933934Cleaning up temporary data from old regions at 1732763933948 (+14 ms)Region opened successfully at 1732763933954 (+6 ms) 2024-11-28T03:18:53,954 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:18:53,957 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c427cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:18:53,958 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:18:53,958 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:18:53,958 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:18:53,958 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:18:53,959 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:18:53,959 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:18:53,959 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:18:53,964 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:18:53,965 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/balancer because node does not exist (not necessarily an error) 2024-11-28T03:18:53,966 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/balancer already deleted, retry=false 2024-11-28T03:18:53,966 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:18:53,967 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:18:53,970 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/normalizer already deleted, retry=false 2024-11-28T03:18:53,970 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:18:53,971 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:18:53,972 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/switch/split already deleted, retry=false 2024-11-28T03:18:53,973 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:18:53,974 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/switch/merge already deleted, retry=false 2024-11-28T03:18:53,976 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:18:53,978 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/snapshot-cleanup already deleted, retry=false 2024-11-28T03:18:53,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01387553259/running 2024-11-28T03:18:53,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:53,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01387553259/running 2024-11-28T03:18:53,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:53,989 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,36143,1732763932895, sessionid=0x1015c953f310000, setting cluster-up flag (Was=false) 2024-11-28T03:18:53,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:53,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:53,998 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01387553259/flush-table-proc/acquired, /01387553259/flush-table-proc/reached, /01387553259/flush-table-proc/abort 2024-11-28T03:18:53,999 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:54,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:54,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:54,021 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01387553259/online-snapshot/acquired, /01387553259/online-snapshot/reached, /01387553259/online-snapshot/abort 2024-11-28T03:18:54,022 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:54,023 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:18:54,025 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:18:54,026 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:18:54,026 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:18:54,026 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,36143,1732763932895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:18:54,027 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:18:54,028 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:18:54,028 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:18:54,028 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:18:54,028 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:18:54,028 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,028 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:18:54,028 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,035 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763964035 2024-11-28T03:18:54,035 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:18:54,035 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:18:54,035 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:18:54,035 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:18:54,035 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:18:54,035 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:18:54,035 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,036 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:18:54,036 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:18:54,036 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:18:54,036 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:18:54,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:18:54,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:18:54,037 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:54,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:18:54,040 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:18:54,040 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:18:54,044 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763934040,5,FailOnTimeoutGroup] 2024-11-28T03:18:54,048 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763934044,5,FailOnTimeoutGroup] 2024-11-28T03:18:54,048 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,048 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:18:54,048 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,048 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:18:54,111 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(746): ClusterId : e4b271de-0699-43e4-872f-44c30034f2ee 2024-11-28T03:18:54,111 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:18:54,113 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:18:54,114 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:18:54,118 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:18:54,119 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48594f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:18:54,138 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:37337 2024-11-28T03:18:54,138 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:18:54,138 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:18:54,138 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:18:54,139 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,36143,1732763932895 with port=37337, startcode=1732763932973 2024-11-28T03:18:54,139 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:18:54,141 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:18:54,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:54,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36143 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:54,143 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9 2024-11-28T03:18:54,143 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35211 2024-11-28T03:18:54,143 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:18:54,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/rs 2024-11-28T03:18:54,146 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] zookeeper.ZKUtil(111): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on existing znode=/01387553259/rs/b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:54,146 WARN [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:18:54,146 INFO [RS:0;b4e3b2a3b1ef:37337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:18:54,146 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:54,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,37337,1732763932973] 2024-11-28T03:18:54,156 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:18:54,158 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:18:54,160 INFO [RS:0;b4e3b2a3b1ef:37337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:18:54,160 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,161 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:18:54,162 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:18:54,162 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,162 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,162 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,162 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:18:54,165 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:18:54,169 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,169 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,169 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,169 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,169 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,169 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37337,1732763932973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:18:54,190 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:18:54,190 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37337,1732763932973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,190 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,190 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.Replication(171): b4e3b2a3b1ef,37337,1732763932973 started 2024-11-28T03:18:54,211 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:54,211 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,37337,1732763932973, RpcServer on b4e3b2a3b1ef/172.17.0.2:37337, sessionid=0x1015c953f310001 2024-11-28T03:18:54,211 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:18:54,211 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:54,211 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,37337,1732763932973' 2024-11-28T03:18:54,211 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01387553259/flush-table-proc/abort' 2024-11-28T03:18:54,212 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01387553259/flush-table-proc/acquired' 2024-11-28T03:18:54,212 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:18:54,212 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:18:54,212 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:54,212 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,37337,1732763932973' 2024-11-28T03:18:54,212 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01387553259/online-snapshot/abort' 2024-11-28T03:18:54,213 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01387553259/online-snapshot/acquired' 2024-11-28T03:18:54,213 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:18:54,213 INFO [RS:0;b4e3b2a3b1ef:37337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:18:54,213 INFO [RS:0;b4e3b2a3b1ef:37337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:18:54,314 INFO [RS:0;b4e3b2a3b1ef:37337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:18:54,316 INFO [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37337%2C1732763932973, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs, maxLogs=10 2024-11-28T03:18:54,337 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.1732763934316, exclude list is [], retry=0 2024-11-28T03:18:54,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-f398e455-163f-4549-87ce-7affb0c56ee8,DISK] 2024-11-28T03:18:54,345 INFO [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.1732763934316 2024-11-28T03:18:54,346 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-28T03:18:54,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:18:54,457 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9 2024-11-28T03:18:54,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:18:54,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:54,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:18:54,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:18:54,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:54,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:54,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:18:54,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:18:54,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:54,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:54,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:18:54,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:18:54,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:54,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:54,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:18:54,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:18:54,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:54,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:54,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:18:54,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740 2024-11-28T03:18:54,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740 2024-11-28T03:18:54,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:18:54,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:18:54,881 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:18:54,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:18:54,890 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:18:54,891 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69059258, jitterRate=0.029063135385513306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:18:54,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763934868Initializing all the Stores at 1732763934869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763934869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763934870 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763934870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763934870Cleaning up temporary data from old regions at 1732763934881 (+11 ms)Region opened successfully at 1732763934892 (+11 ms) 2024-11-28T03:18:54,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:18:54,892 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:18:54,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:18:54,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:18:54,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:18:54,893 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:18:54,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763934892Disabling compacts and flushes for region at 1732763934892Disabling writes for close at 1732763934892Writing region close event to WAL at 1732763934893 (+1 ms)Closed at 1732763934893 2024-11-28T03:18:54,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:18:54,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:18:54,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:18:54,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:18:54,900 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:18:54,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:18:54,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:54,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:54,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:54,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:54,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:18:55,051 DEBUG [b4e3b2a3b1ef:36143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:18:55,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:55,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,37337,1732763932973, state=OPENING 2024-11-28T03:18:55,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:18:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:55,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:55,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:18:55,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:18:55,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37337,1732763932973}] 2024-11-28T03:18:55,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:18:55,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:18:55,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:18:55,219 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:18:55,219 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:18:55,219 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:18:55,221 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37337%2C1732763932973.meta, suffix=.meta, logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs, maxLogs=10 2024-11-28T03:18:55,237 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.meta.1732763935221.meta, exclude list is [], retry=0 2024-11-28T03:18:55,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-f398e455-163f-4549-87ce-7affb0c56ee8,DISK] 2024-11-28T03:18:55,241 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.meta.1732763935221.meta 2024-11-28T03:18:55,241 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-28T03:18:55,242 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:18:55,242 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:18:55,242 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:18:55,242 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:18:55,242 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:18:55,242 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:18:55,242 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:55,242 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:18:55,242 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:18:55,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:18:55,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:18:55,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:55,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:55,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:18:55,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:18:55,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:55,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:55,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:18:55,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:18:55,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:55,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:55,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:18:55,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:18:55,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:55,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:55,249 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:18:55,249 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740 2024-11-28T03:18:55,250 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740 2024-11-28T03:18:55,251 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:18:55,252 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:18:55,252 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:18:55,256 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:18:55,256 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72996344, jitterRate=0.0877302885055542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:18:55,256 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:18:55,257 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763935243Writing region info on filesystem at 1732763935243Initializing all the Stores at 1732763935243Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763935243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763935244 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763935244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763935244Cleaning up temporary data from old regions at 1732763935252 (+8 ms)Running coprocessor post-open hooks at 1732763935256 (+4 ms)Region opened successfully at 1732763935257 (+1 ms) 2024-11-28T03:18:55,258 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763935210 2024-11-28T03:18:55,260 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:18:55,260 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:18:55,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:55,261 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,37337,1732763932973, state=OPEN 2024-11-28T03:18:55,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01387553259/meta-region-server 2024-11-28T03:18:55,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01387553259/meta-region-server 2024-11-28T03:18:55,267 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:55,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:18:55,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:18:55,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:18:55,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37337,1732763932973 in 210 msec 2024-11-28T03:18:55,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:18:55,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-28T03:18:55,273 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:18:55,273 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:18:55,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:18:55,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37337,1732763932973, seqNum=-1] 2024-11-28T03:18:55,274 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:18:55,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:18:55,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-28T03:18:55,283 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763935283, completionTime=-1 2024-11-28T03:18:55,283 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:18:55,283 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:18:55,285 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:18:55,285 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763995285 2024-11-28T03:18:55,285 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764055285 2024-11-28T03:18:55,285 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:18:55,286 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36143,1732763932895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:55,286 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36143,1732763932895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:55,286 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36143,1732763932895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:55,286 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:36143, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:55,286 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:55,286 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:55,288 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:18:55,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.245sec 2024-11-28T03:18:55,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:18:55,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:18:55,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:18:55,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:18:55,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:18:55,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36143,1732763932895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:18:55,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36143,1732763932895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:18:55,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:18:55,292 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:18:55,292 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36143,1732763932895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:55,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589b86cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:55,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36143,-1 for getting cluster id 2024-11-28T03:18:55,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:18:55,313 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b271de-0699-43e4-872f-44c30034f2ee' 2024-11-28T03:18:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:18:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b271de-0699-43e4-872f-44c30034f2ee" 2024-11-28T03:18:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23749b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36143,-1] 2024-11-28T03:18:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:18:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:55,315 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:18:55,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6268c86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:55,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:18:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37337,1732763932973, seqNum=-1] 2024-11-28T03:18:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:18:55,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:18:55,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:55,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54358 2024-11-28T03:18:55,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:18:55,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c953f310002 connected 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.log.dir so I do NOT create it in target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb 2024-11-28T03:18:55,327 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.tmp.dir so I do NOT create it in target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb 2024-11-28T03:18:55,327 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:18:55,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/cluster_af48239b-f96d-60da-f05c-16f98e91c161, deleteOnExit=true 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/test.cache.data in system properties and HBase conf 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:18:55,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:18:55,328 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:18:55,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:18:55,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:18:55,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:18:55,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:18:55,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:18:55,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:18:55,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:18:55,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0f1710{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:18:55,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619484eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:18:55,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7387384a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/java.io.tmpdir/jetty-localhost-33265-hadoop-hdfs-3_4_1-tests_jar-_-any-11128110533050105503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:18:55,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a771202{HTTP/1.1, (http/1.1)}{localhost:33265} 2024-11-28T03:18:55,523 INFO [Time-limited test {}] server.Server(415): Started @129856ms 2024-11-28T03:18:55,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:18:55,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:18:55,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:18:55,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:18:55,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:18:55,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32981a5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:18:55,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5781baaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:18:55,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71c2c210{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/java.io.tmpdir/jetty-localhost-38107-hadoop-hdfs-3_4_1-tests_jar-_-any-2708591815396309662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:18:55,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41466a8a{HTTP/1.1, (http/1.1)}{localhost:38107} 2024-11-28T03:18:55,890 INFO [Time-limited test {}] server.Server(415): Started @130223ms 2024-11-28T03:18:55,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:18:55,996 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/cluster_af48239b-f96d-60da-f05c-16f98e91c161/data/data1/current/BP-989518340-172.17.0.2-1732763935347/current, will proceed with Du for space computation calculation, 2024-11-28T03:18:55,996 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/cluster_af48239b-f96d-60da-f05c-16f98e91c161/data/data2/current/BP-989518340-172.17.0.2-1732763935347/current, will proceed with Du for space computation calculation, 2024-11-28T03:18:56,017 WARN [Thread-1390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:18:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb95486d318290395 with lease ID 0xc51f7e8c6d04b5c7: Processing first storage report for DS-998a3a4e-d378-4d80-97aa-ed946bc9e660 from datanode DatanodeRegistration(127.0.0.1:34945, datanodeUuid=9e056df0-6968-4ffd-b1fa-9fb0661b4de1, infoPort=39767, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=374730798;c=1732763935347) 2024-11-28T03:18:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb95486d318290395 with lease ID 0xc51f7e8c6d04b5c7: from storage DS-998a3a4e-d378-4d80-97aa-ed946bc9e660 node DatanodeRegistration(127.0.0.1:34945, datanodeUuid=9e056df0-6968-4ffd-b1fa-9fb0661b4de1, infoPort=39767, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=374730798;c=1732763935347), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:18:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb95486d318290395 with lease ID 0xc51f7e8c6d04b5c7: Processing first storage report for DS-2f43e910-7a30-4557-99e8-bc062dad3fc8 from datanode DatanodeRegistration(127.0.0.1:34945, datanodeUuid=9e056df0-6968-4ffd-b1fa-9fb0661b4de1, infoPort=39767, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=374730798;c=1732763935347) 2024-11-28T03:18:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb95486d318290395 with lease ID 0xc51f7e8c6d04b5c7: from storage DS-2f43e910-7a30-4557-99e8-bc062dad3fc8 node DatanodeRegistration(127.0.0.1:34945, datanodeUuid=9e056df0-6968-4ffd-b1fa-9fb0661b4de1, infoPort=39767, infoSecurePort=0, ipcPort=36501, storageInfo=lv=-57;cid=testClusterID;nsid=374730798;c=1732763935347), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:18:56,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb 2024-11-28T03:18:56,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:56,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:18:56,139 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd with version=8 2024-11-28T03:18:56,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/hbase-staging 2024-11-28T03:18:56,142 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:18:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:56,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:18:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:18:56,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:18:56,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:18:56,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41319 2024-11-28T03:18:56,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41319 connecting to ZooKeeper ensemble=127.0.0.1:54358 2024-11-28T03:18:56,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413190x0, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:18:56,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41319-0x1015c953f310003 connected 2024-11-28T03:18:56,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:56,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:56,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on znode that does not yet exist, /1716228245/running 2024-11-28T03:18:56,178 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd, hbase.cluster.distributed=false 2024-11-28T03:18:56,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on znode that does not yet exist, /1716228245/acl 2024-11-28T03:18:56,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-28T03:18:56,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41319 2024-11-28T03:18:56,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41319 2024-11-28T03:18:56,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-28T03:18:56,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-28T03:18:56,215 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:18:56,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:56,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:56,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:18:56,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:18:56,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:18:56,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:18:56,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:18:56,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38265 2024-11-28T03:18:56,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38265 connecting to ZooKeeper ensemble=127.0.0.1:54358 2024-11-28T03:18:56,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:56,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:56,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382650x0, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:18:56,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382650x0, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on znode that does not yet exist, /1716228245/running 2024-11-28T03:18:56,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:18:56,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38265-0x1015c953f310004 connected 2024-11-28T03:18:56,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:18:56,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on znode that does not yet exist, /1716228245/master 2024-11-28T03:18:56,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on znode that does not yet exist, /1716228245/acl 2024-11-28T03:18:56,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-28T03:18:56,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38265 2024-11-28T03:18:56,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38265 2024-11-28T03:18:56,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-28T03:18:56,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-28T03:18:56,275 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:41319 2024-11-28T03:18:56,275 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1716228245/backup-masters/b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:56,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245/backup-masters 2024-11-28T03:18:56,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245/backup-masters 2024-11-28T03:18:56,288 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on existing znode=/1716228245/backup-masters/b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:56,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1716228245/master 2024-11-28T03:18:56,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,291 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on existing znode=/1716228245/master 2024-11-28T03:18:56,292 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1716228245/backup-masters/b4e3b2a3b1ef,41319,1732763936142 from backup master directory 2024-11-28T03:18:56,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1716228245/backup-masters/b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:56,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245/backup-masters 2024-11-28T03:18:56,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245/backup-masters 2024-11-28T03:18:56,295 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:18:56,295 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:56,300 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/hbase.id] with ID: 6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49 2024-11-28T03:18:56,300 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/.tmp/hbase.id 2024-11-28T03:18:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:18:56,315 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/.tmp/hbase.id]:[hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/hbase.id] 2024-11-28T03:18:56,332 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:18:56,333 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:18:56,336 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-28T03:18:56,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:18:56,362 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:18:56,363 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:18:56,364 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:18:56,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:18:56,403 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store 2024-11-28T03:18:56,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:18:56,421 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:56,421 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:18:56,421 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:56,421 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:56,422 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:18:56,422 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:56,422 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:18:56,422 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763936421Disabling compacts and flushes for region at 1732763936421Disabling writes for close at 1732763936422 (+1 ms)Writing region close event to WAL at 1732763936422Closed at 1732763936422 2024-11-28T03:18:56,423 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/.initializing 2024-11-28T03:18:56,423 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/WALs/b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:56,424 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:18:56,429 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C41319%2C1732763936142, suffix=, logDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/WALs/b4e3b2a3b1ef,41319,1732763936142, archiveDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/oldWALs, maxLogs=10 2024-11-28T03:18:56,450 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/WALs/b4e3b2a3b1ef,41319,1732763936142/b4e3b2a3b1ef%2C41319%2C1732763936142.1732763936429, exclude list is [], retry=0 2024-11-28T03:18:56,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-998a3a4e-d378-4d80-97aa-ed946bc9e660,DISK] 2024-11-28T03:18:56,459 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/WALs/b4e3b2a3b1ef,41319,1732763936142/b4e3b2a3b1ef%2C41319%2C1732763936142.1732763936429 2024-11-28T03:18:56,460 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39767:39767)] 2024-11-28T03:18:56,461 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:18:56,461 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:56,461 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,461 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:18:56,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:56,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:56,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:18:56,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:56,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:56,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:18:56,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:56,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:56,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:18:56,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:56,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:56,486 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,487 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,487 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,489 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,489 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,490 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:18:56,492 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:18:56,496 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:18:56,496 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59044625, jitterRate=-0.12016652524471283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:18:56,497 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763936461Initializing all the Stores at 1732763936462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763936462Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763936465 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763936465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763936465Cleaning up temporary data from old regions at 1732763936489 (+24 ms)Region opened successfully at 1732763936496 (+7 ms) 2024-11-28T03:18:56,497 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:18:56,501 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1ff56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:18:56,502 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:18:56,502 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:18:56,502 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:18:56,502 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:18:56,503 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:18:56,503 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:18:56,503 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:18:56,507 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:18:56,508 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Unable to get data of znode /1716228245/balancer because node does not exist (not necessarily an error) 2024-11-28T03:18:56,510 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1716228245/balancer already deleted, retry=false 2024-11-28T03:18:56,510 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:18:56,511 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Unable to get data of znode /1716228245/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:18:56,512 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1716228245/normalizer already deleted, retry=false 2024-11-28T03:18:56,513 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:18:56,514 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Unable to get data of znode /1716228245/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:18:56,515 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1716228245/switch/split already deleted, retry=false 2024-11-28T03:18:56,515 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Unable to get data of znode /1716228245/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:18:56,518 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1716228245/switch/merge already deleted, retry=false 2024-11-28T03:18:56,520 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Unable to get data of znode /1716228245/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:18:56,522 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1716228245/snapshot-cleanup already deleted, retry=false 2024-11-28T03:18:56,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1716228245/running 2024-11-28T03:18:56,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1716228245/running 2024-11-28T03:18:56,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,524 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,41319,1732763936142, sessionid=0x1015c953f310003, setting cluster-up flag (Was=false) 2024-11-28T03:18:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,534 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1716228245/flush-table-proc/acquired, /1716228245/flush-table-proc/reached, /1716228245/flush-table-proc/abort 2024-11-28T03:18:56,536 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:56,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:56,550 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1716228245/online-snapshot/acquired, /1716228245/online-snapshot/reached, /1716228245/online-snapshot/abort 2024-11-28T03:18:56,552 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:56,553 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:18:56,555 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:18:56,555 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:18:56,555 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:18:56,555 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,41319,1732763936142 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:18:56,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:18:56,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:18:56,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:18:56,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:18:56,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:18:56,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:18:56,557 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,561 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(746): ClusterId : 6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49 2024-11-28T03:18:56,561 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:18:56,563 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:18:56,563 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:18:56,565 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:18:56,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:18:56,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:18:56,566 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5de808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:18:56,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:56,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:18:56,572 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763966572 2024-11-28T03:18:56,573 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:18:56,573 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:18:56,573 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:18:56,573 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:18:56,573 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:18:56,573 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:18:56,574 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:18:56,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:18:56,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:18:56,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:18:56,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:18:56,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:18:56,578 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763936576,5,FailOnTimeoutGroup] 2024-11-28T03:18:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:18:56,582 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763936578,5,FailOnTimeoutGroup] 2024-11-28T03:18:56,582 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,582 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:18:56,582 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,582 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:18:56,583 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:38265 2024-11-28T03:18:56,583 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:18:56,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd 2024-11-28T03:18:56,583 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:18:56,583 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:18:56,584 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,41319,1732763936142 with port=38265, startcode=1732763936214 2024-11-28T03:18:56,584 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:18:56,589 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:18:56,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:56,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:56,593 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd 2024-11-28T03:18:56,593 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40495 2024-11-28T03:18:56,593 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:18:56,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245/rs 2024-11-28T03:18:56,595 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] zookeeper.ZKUtil(111): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on existing znode=/1716228245/rs/b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:56,595 WARN [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:18:56,595 INFO [RS:0;b4e3b2a3b1ef:38265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:18:56,596 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/WALs/b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:56,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:18:56,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,38265,1732763936214] 2024-11-28T03:18:56,611 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:18:56,613 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:18:56,615 INFO [RS:0;b4e3b2a3b1ef:38265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:18:56,615 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,615 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:18:56,616 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:18:56,616 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:18:56,616 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:18:56,620 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,620 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,620 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,620 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,620 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,620 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38265,1732763936214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:18:56,634 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:18:56,635 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38265,1732763936214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,635 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,635 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.Replication(171): b4e3b2a3b1ef,38265,1732763936214 started 2024-11-28T03:18:56,649 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:56,649 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,38265,1732763936214, RpcServer on b4e3b2a3b1ef/172.17.0.2:38265, sessionid=0x1015c953f310004 2024-11-28T03:18:56,649 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:18:56,649 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:56,650 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38265,1732763936214' 2024-11-28T03:18:56,650 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1716228245/flush-table-proc/abort' 2024-11-28T03:18:56,650 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1716228245/flush-table-proc/acquired' 2024-11-28T03:18:56,650 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:18:56,650 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:18:56,651 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:56,651 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38265,1732763936214' 2024-11-28T03:18:56,651 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1716228245/online-snapshot/abort' 2024-11-28T03:18:56,651 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1716228245/online-snapshot/acquired' 2024-11-28T03:18:56,651 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:18:56,651 INFO [RS:0;b4e3b2a3b1ef:38265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:18:56,651 INFO [RS:0;b4e3b2a3b1ef:38265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:18:56,752 INFO [RS:0;b4e3b2a3b1ef:38265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:18:56,754 INFO [RS:0;b4e3b2a3b1ef:38265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38265%2C1732763936214, suffix=, logDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/WALs/b4e3b2a3b1ef,38265,1732763936214, archiveDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/oldWALs, maxLogs=10 2024-11-28T03:18:56,775 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/WALs/b4e3b2a3b1ef,38265,1732763936214/b4e3b2a3b1ef%2C38265%2C1732763936214.1732763936754, exclude list is [], retry=0 2024-11-28T03:18:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-998a3a4e-d378-4d80-97aa-ed946bc9e660,DISK] 2024-11-28T03:18:56,780 INFO [RS:0;b4e3b2a3b1ef:38265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/WALs/b4e3b2a3b1ef,38265,1732763936214/b4e3b2a3b1ef%2C38265%2C1732763936214.1732763936754 2024-11-28T03:18:56,780 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39767:39767)] 2024-11-28T03:18:57,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:57,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:18:57,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:18:57,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:57,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:18:57,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:18:57,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:57,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:18:57,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:18:57,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:57,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:18:57,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:18:57,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:57,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:18:57,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740 2024-11-28T03:18:57,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740 2024-11-28T03:18:57,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:18:57,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:18:57,013 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:18:57,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:18:57,016 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:18:57,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67642062, jitterRate=0.007945269346237183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:18:57,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763937003Initializing all the Stores at 1732763937004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763937004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763937004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763937004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763937004Cleaning up temporary data from old regions at 1732763937013 (+9 ms)Region opened successfully at 1732763937017 (+4 ms) 2024-11-28T03:18:57,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:18:57,017 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:18:57,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:18:57,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:18:57,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:18:57,017 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:18:57,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763937017Disabling compacts and flushes for region at 1732763937017Disabling writes for close at 1732763937017Writing region close event to WAL at 1732763937017Closed at 1732763937017 2024-11-28T03:18:57,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:18:57,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:18:57,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:18:57,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:18:57,021 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:18:57,171 DEBUG [b4e3b2a3b1ef:41319 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:18:57,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:57,173 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38265,1732763936214, state=OPENING 2024-11-28T03:18:57,178 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:18:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:18:57,179 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:18:57,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1716228245/meta-region-server: CHANGED 2024-11-28T03:18:57,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1716228245/meta-region-server: CHANGED 2024-11-28T03:18:57,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38265,1732763936214}] 2024-11-28T03:18:57,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:18:57,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:18:57,337 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:18:57,337 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:18:57,338 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:18:57,339 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38265%2C1732763936214.meta, suffix=.meta, logDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/WALs/b4e3b2a3b1ef,38265,1732763936214, archiveDir=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/oldWALs, maxLogs=10 2024-11-28T03:18:57,355 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/WALs/b4e3b2a3b1ef,38265,1732763936214/b4e3b2a3b1ef%2C38265%2C1732763936214.meta.1732763937339.meta, exclude list is [], retry=0 2024-11-28T03:18:57,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34945,DS-998a3a4e-d378-4d80-97aa-ed946bc9e660,DISK] 2024-11-28T03:18:57,359 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/WALs/b4e3b2a3b1ef,38265,1732763936214/b4e3b2a3b1ef%2C38265%2C1732763936214.meta.1732763937339.meta 2024-11-28T03:18:57,360 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39767:39767)] 2024-11-28T03:18:57,360 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:18:57,361 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:18:57,361 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:18:57,361 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:18:57,361 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:18:57,361 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:18:57,361 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:57,361 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:18:57,361 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:18:57,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:18:57,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:18:57,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:57,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:18:57,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:18:57,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:57,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:18:57,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:18:57,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:57,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:18:57,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:18:57,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:18:57,367 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:18:57,367 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740 2024-11-28T03:18:57,368 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740 2024-11-28T03:18:57,369 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:18:57,369 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:18:57,370 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:18:57,371 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:18:57,372 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66660759, jitterRate=-0.006677284836769104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:18:57,372 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:18:57,372 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763937361Writing region info on filesystem at 1732763937361Initializing all the Stores at 1732763937362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763937362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763937362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763937362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763937362Cleaning up temporary data from old regions at 1732763937370 (+8 ms)Running coprocessor post-open hooks at 1732763937372 (+2 ms)Region opened successfully at 1732763937372 2024-11-28T03:18:57,373 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763937332 2024-11-28T03:18:57,375 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:18:57,375 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:18:57,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:57,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38265,1732763936214, state=OPEN 2024-11-28T03:18:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1716228245/meta-region-server 2024-11-28T03:18:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1716228245/meta-region-server 2024-11-28T03:18:57,378 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:18:57,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1716228245/meta-region-server: CHANGED 2024-11-28T03:18:57,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1716228245/meta-region-server: CHANGED 2024-11-28T03:18:57,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:18:57,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38265,1732763936214 in 199 msec 2024-11-28T03:18:57,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:18:57,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-28T03:18:57,382 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:18:57,382 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:18:57,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:18:57,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38265,1732763936214, seqNum=-1] 2024-11-28T03:18:57,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:18:57,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:18:57,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-28T03:18:57,394 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763937394, completionTime=-1 2024-11-28T03:18:57,394 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:18:57,394 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732763997396 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764057396 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41319,1732763936142-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41319,1732763936142-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41319,1732763936142-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:41319, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:57,396 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:57,397 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:57,398 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:18:57,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.105sec 2024-11-28T03:18:57,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:18:57,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:18:57,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:18:57,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:18:57,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:18:57,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41319,1732763936142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:18:57,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41319,1732763936142-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:18:57,402 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:18:57,402 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:18:57,403 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41319,1732763936142-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:18:57,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41319,-1 for getting cluster id 2024-11-28T03:18:57,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:18:57,463 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49' 2024-11-28T03:18:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:18:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49" 2024-11-28T03:18:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f813c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41319,-1] 2024-11-28T03:18:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:18:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:57,465 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:18:57,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa80ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:18:57,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38265,1732763936214, seqNum=-1] 2024-11-28T03:18:57,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:18:57,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:18:57,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:57,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54358 2024-11-28T03:18:57,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:18:57,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c953f310005 connected 2024-11-28T03:18:57,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260f179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36143,-1 for getting cluster id 2024-11-28T03:18:57,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:18:57,481 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b271de-0699-43e4-872f-44c30034f2ee' 2024-11-28T03:18:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:18:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b271de-0699-43e4-872f-44c30034f2ee" 2024-11-28T03:18:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12870d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36143,-1] 2024-11-28T03:18:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:18:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:57,483 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:18:57,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e77f22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:18:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63949b06 2024-11-28T03:18:57,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:18:57,485 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:18:57,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:41319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:18:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:18:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:18:57,488 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41319' 2024-11-28T03:18:57,489 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea62d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,489 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41319,-1 for getting cluster id 2024-11-28T03:18:57,489 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:18:57,490 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49' 2024-11-28T03:18:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:18:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49" 2024-11-28T03:18:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d54a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41319,-1] 2024-11-28T03:18:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:18:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:57,491 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:18:57,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f8ef4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:57,492 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:18:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e336ea 2024-11-28T03:18:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:18:57,493 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:18:57,494 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-28T03:18:57,494 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:18:57,494 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:57,494 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:57,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:18:57,495 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:18:57,495 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:18:57,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:18:57,497 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:57,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:18:57,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741835_1011 (size=1138) 2024-11-28T03:18:57,546 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:18:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:18:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:18:57,908 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcbb7c662d046a9916b1234e8eab3e1f, NAME => 'hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9 2024-11-28T03:18:57,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741836_1012 (size=44) 2024-11-28T03:18:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:18:58,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:58,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fcbb7c662d046a9916b1234e8eab3e1f, disabling compactions & flushes 2024-11-28T03:18:58,314 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:58,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:58,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. after waiting 0 ms 2024-11-28T03:18:58,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:58,314 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:58,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcbb7c662d046a9916b1234e8eab3e1f: Waiting for close lock at 1732763938314Disabling compacts and flushes for region at 1732763938314Disabling writes for close at 1732763938314Writing region close event to WAL at 1732763938314Closed at 1732763938314 2024-11-28T03:18:58,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:18:58,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732763938316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763938316"}]},"ts":"1732763938316"} 2024-11-28T03:18:58,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:18:58,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:18:58,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763938319"}]},"ts":"1732763938319"} 2024-11-28T03:18:58,321 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:18:58,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN}] 2024-11-28T03:18:58,322 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN 2024-11-28T03:18:58,323 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,37337,1732763932973; forceNewPlan=false, retain=false 2024-11-28T03:18:58,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fcbb7c662d046a9916b1234e8eab3e1f, regionState=OPENING, regionLocation=b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:58,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN because future has completed 2024-11-28T03:18:58,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbb7c662d046a9916b1234e8eab3e1f, server=b4e3b2a3b1ef,37337,1732763932973}] 2024-11-28T03:18:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:18:58,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:58,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:18:58,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:18:58,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37337%2C1732763932973.rep, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs, maxLogs=10 2024-11-28T03:18:58,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.rep.1732763938634, exclude list is [], retry=0 2024-11-28T03:18:58,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-f398e455-163f-4549-87ce-7affb0c56ee8,DISK] 2024-11-28T03:18:58,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.rep.1732763938634 2024-11-28T03:18:58,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-28T03:18:58,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fcbb7c662d046a9916b1234e8eab3e1f, NAME => 'hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:18:58,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:18:58,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:18:58,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. service=MultiRowMutationService 2024-11-28T03:18:58,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:18:58,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:18:58,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,654 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,655 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbb7c662d046a9916b1234e8eab3e1f columnFamilyName hfileref 2024-11-28T03:18:58,655 DEBUG [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:58,656 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(327): Store=fcbb7c662d046a9916b1234e8eab3e1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:58,656 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,657 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbb7c662d046a9916b1234e8eab3e1f columnFamilyName queue 2024-11-28T03:18:58,657 DEBUG [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:58,657 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(327): Store=fcbb7c662d046a9916b1234e8eab3e1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:58,657 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,658 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbb7c662d046a9916b1234e8eab3e1f columnFamilyName sid 2024-11-28T03:18:58,658 DEBUG [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:18:58,659 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(327): Store=fcbb7c662d046a9916b1234e8eab3e1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:18:58,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:18:58,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:18:58,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fcbb7c662d046a9916b1234e8eab3e1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72369339, jitterRate=0.07838718593120575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:18:58,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:58,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fcbb7c662d046a9916b1234e8eab3e1f: Running coprocessor pre-open hook at 1732763938653Writing region info on filesystem at 1732763938653Initializing all the Stores at 1732763938654 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763938654Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763938654Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763938654Cleaning up temporary data from old regions at 1732763938661 (+7 ms)Running coprocessor post-open hooks at 1732763938665 (+4 ms)Region opened successfully at 1732763938665 2024-11-28T03:18:58,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f., pid=7, masterSystemTime=1732763938628 2024-11-28T03:18:58,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:58,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:58,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fcbb7c662d046a9916b1234e8eab3e1f, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbb7c662d046a9916b1234e8eab3e1f, server=b4e3b2a3b1ef,37337,1732763932973 because future has completed 2024-11-28T03:18:58,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-28T03:18:58,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fcbb7c662d046a9916b1234e8eab3e1f, server=b4e3b2a3b1ef,37337,1732763932973 in 196 msec 2024-11-28T03:18:58,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:18:58,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN in 353 msec 2024-11-28T03:18:58,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:18:58,677 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763938677"}]},"ts":"1732763938677"} 2024-11-28T03:18:58,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:18:58,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:18:58,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-28T03:18:58,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f., hostname=b4e3b2a3b1ef,37337,1732763932973, seqNum=2] 2024-11-28T03:18:58,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:58,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:58,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:18:58,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-28T03:18:58,870 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:18:58,904 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,37337,1732763932973, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:18:58,904 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:18:58,904 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37337,1732763932973, seqNum=-1] 2024-11-28T03:18:58,905 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:18:58,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-28T03:18:58,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,37337,1732763932973', locateType=CURRENT is [region=hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f., hostname=b4e3b2a3b1ef,37337,1732763932973, seqNum=2] 2024-11-28T03:18:58,910 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T03:18:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T03:18:58,913 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,37337,1732763932973 suceeded 2024-11-28T03:18:58,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-28T03:18:58,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-28T03:18:58,915 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:41319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:18:58,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-28T03:18:58,926 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41319' 2024-11-28T03:18:58,928 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62e8a43e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:58,928 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41319,-1 for getting cluster id 2024-11-28T03:18:58,928 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:18:58,929 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49' 2024-11-28T03:18:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:18:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49" 2024-11-28T03:18:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113c9c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41319,-1] 2024-11-28T03:18:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:18:58,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:58,930 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:18:58,931 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d059507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:18:58,931 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:18:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:18:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef4fd58 2024-11-28T03:18:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:18:58,933 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-28T03:18:58,934 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,37337,1732763932973 (queues=1) is replicating from cluster=e4b271de-0699-43e4-872f-44c30034f2ee to cluster=6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49 2024-11-28T03:18:58,934 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C37337%2C1732763932973 2024-11-28T03:18:58,934 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,37337,1732763932973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:18:58,935 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.wal-reader.b4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.1732763934316, startPosition=0, beingWritten=true 2024-11-28T03:18:58,937 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.shipperb4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C37337%2C1732763932973 2024-11-28T03:18:59,145 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.wal-reader.b4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.1732763934316 to pos 0, reset compression=false 2024-11-28T03:18:59,451 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.wal-reader.b4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.1732763934316 to pos 0, reset compression=false 2024-11-28T03:18:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:18:59,633 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:18:59,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:18:59,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:59,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:59,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:59,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:18:59,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:18:59,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:59,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74850fc6 2024-11-28T03:18:59,635 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:18:59,636 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:18:59,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36143 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-28T03:18:59,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:18:59,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:59,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:59,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:59,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:18:59,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=701665287, stopped=false 2024-11-28T03:18:59,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:18:59,638 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,36143,1732763932895 2024-11-28T03:18:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/running 2024-11-28T03:18:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/running 2024-11-28T03:18:59,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:18:59,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:18:59,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:18:59,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:59,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:59,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,37337,1732763932973' ***** 2024-11-28T03:18:59,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:18:59,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/running 2024-11-28T03:18:59,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/running 2024-11-28T03:18:59,645 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:18:59,645 INFO [RS:0;b4e3b2a3b1ef:37337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:18:59,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:18:59,645 INFO [RS:0;b4e3b2a3b1ef:37337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:18:59,645 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(3091): Received CLOSE for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:59,648 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:18:59,648 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:18:59,648 INFO [RS:0;b4e3b2a3b1ef:37337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:37337. 2024-11-28T03:18:59,648 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:18:59,648 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:18:59,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcbb7c662d046a9916b1234e8eab3e1f, disabling compactions & flushes 2024-11-28T03:18:59,649 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:59,649 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:59,649 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:18:59,649 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. after waiting 0 ms 2024-11-28T03:18:59,649 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:18:59,649 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:59,649 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:18:59,649 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:18:59,649 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fcbb7c662d046a9916b1234e8eab3e1f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-28T03:18:59,649 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:18:59,649 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1325): Online Regions={fcbb7c662d046a9916b1234e8eab3e1f=hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:18:59,649 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:18:59,649 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:18:59,649 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:18:59,649 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:18:59,649 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:18:59,649 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:18:59,649 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-28T03:18:59,679 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:18:59,685 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/info/573358313da44c7a85fa7d833a08c151 is 147, key is hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f./info:regioninfo/1732763938669/Put/seqid=0 2024-11-28T03:18:59,689 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/.tmp/queue/a9c66331c0664527ba58401119d8736f is 151, key is 1-b4e3b2a3b1ef,37337,1732763932973/queue:b4e3b2a3b1ef%2C37337%2C1732763932973/1732763938908/Put/seqid=0 2024-11-28T03:18:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741838_1014 (size=6631) 2024-11-28T03:18:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741839_1015 (size=5350) 2024-11-28T03:18:59,710 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/.tmp/queue/a9c66331c0664527ba58401119d8736f 2024-11-28T03:18:59,719 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/.tmp/queue/a9c66331c0664527ba58401119d8736f as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/queue/a9c66331c0664527ba58401119d8736f 2024-11-28T03:18:59,730 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/queue/a9c66331c0664527ba58401119d8736f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-28T03:18:59,731 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fcbb7c662d046a9916b1234e8eab3e1f in 82ms, sequenceid=5, compaction requested=false 2024-11-28T03:18:59,732 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:18:59,739 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:18:59,739 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:18:59,739 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:18:59,740 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:59,740 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcbb7c662d046a9916b1234e8eab3e1f: Waiting for close lock at 1732763939648Running coprocessor pre-close hooks at 1732763939648Disabling compacts and flushes for region at 1732763939648Disabling writes for close at 1732763939649 (+1 ms)Obtaining lock to block concurrent updates at 1732763939649Preparing flush snapshotting stores in fcbb7c662d046a9916b1234e8eab3e1f at 1732763939649Finished memstore snapshotting hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732763939649Flushing stores of hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. at 1732763939650 (+1 ms)Flushing fcbb7c662d046a9916b1234e8eab3e1f/queue: creating writer at 1732763939650Flushing fcbb7c662d046a9916b1234e8eab3e1f/queue: appending metadata at 1732763939689 (+39 ms)Flushing fcbb7c662d046a9916b1234e8eab3e1f/queue: closing flushed file at 1732763939689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74cbcb3d: reopening flushed file at 1732763939718 (+29 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fcbb7c662d046a9916b1234e8eab3e1f in 82ms, sequenceid=5, compaction requested=false at 1732763939731 (+13 ms)Writing region close event to WAL at 1732763939735 (+4 ms)Running coprocessor post-close hooks at 1732763939739 (+4 ms)Closed at 1732763939739 2024-11-28T03:18:59,740 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:18:59,849 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:18:59,856 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.wal-reader.b4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.1732763934316 to pos 0, reset compression=false 2024-11-28T03:19:00,049 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:00,099 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/info/573358313da44c7a85fa7d833a08c151 2024-11-28T03:19:00,118 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/ns/73c96dffb0864e3ba480c6309e3b8675 is 43, key is default/ns:d/1732763935276/Put/seqid=0 2024-11-28T03:19:00,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741840_1016 (size=5153) 2024-11-28T03:19:00,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:19:00,250 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:00,259 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:19:00,259 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:19:00,361 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.wal-reader.b4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.1732763934316 to pos 0, reset compression=false 2024-11-28T03:19:00,450 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:00,523 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/ns/73c96dffb0864e3ba480c6309e3b8675 2024-11-28T03:19:00,549 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/table/66d50b6fde45419da51c310834044390 is 53, key is hbase:replication/table:state/1732763938677/Put/seqid=0 2024-11-28T03:19:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741841_1017 (size=5256) 2024-11-28T03:19:00,556 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/table/66d50b6fde45419da51c310834044390 2024-11-28T03:19:00,562 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/info/573358313da44c7a85fa7d833a08c151 as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/info/573358313da44c7a85fa7d833a08c151 2024-11-28T03:19:00,568 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/info/573358313da44c7a85fa7d833a08c151, entries=10, sequenceid=11, filesize=6.5 K 2024-11-28T03:19:00,569 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/ns/73c96dffb0864e3ba480c6309e3b8675 as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/ns/73c96dffb0864e3ba480c6309e3b8675 2024-11-28T03:19:00,574 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/ns/73c96dffb0864e3ba480c6309e3b8675, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:19:00,575 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/table/66d50b6fde45419da51c310834044390 as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/table/66d50b6fde45419da51c310834044390 2024-11-28T03:19:00,580 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/table/66d50b6fde45419da51c310834044390, entries=2, sequenceid=11, filesize=5.1 K 2024-11-28T03:19:00,581 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=11, compaction requested=false 2024-11-28T03:19:00,599 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T03:19:00,600 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:00,600 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:00,600 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:00,600 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763939649Running coprocessor pre-close hooks at 1732763939649Disabling compacts and flushes for region at 1732763939649Disabling writes for close at 1732763939649Obtaining lock to block concurrent updates at 1732763939649Preparing flush snapshotting stores in 1588230740 at 1732763939649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732763939650 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732763939651 (+1 ms)Flushing 1588230740/info: creating writer at 1732763939651Flushing 1588230740/info: appending metadata at 1732763939685 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732763939685Flushing 1588230740/ns: creating writer at 1732763940104 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732763940118 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732763940118Flushing 1588230740/table: creating writer at 1732763940530 (+412 ms)Flushing 1588230740/table: appending metadata at 1732763940548 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732763940548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c90385: reopening flushed file at 1732763940561 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521d1ec3: reopening flushed file at 1732763940568 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3923b9ef: reopening flushed file at 1732763940574 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=11, compaction requested=false at 1732763940581 (+7 ms)Writing region close event to WAL at 1732763940591 (+10 ms)Running coprocessor post-close hooks at 1732763940600 (+9 ms)Closed at 1732763940600 2024-11-28T03:19:00,600 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:00,650 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,37337,1732763932973; all regions closed. 2024-11-28T03:19:00,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741834_1010 (size=2742) 2024-11-28T03:19:00,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973/b4e3b2a3b1ef%2C37337%2C1732763932973.meta.1732763935221.meta not finished, retry = 0 2024-11-28T03:19:00,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:00,756 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs 2024-11-28T03:19:00,756 INFO [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C37337%2C1732763932973.meta:.meta(num 1732763935221) 2024-11-28T03:19:00,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741837_1013 (size=1586) 2024-11-28T03:19:00,765 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs 2024-11-28T03:19:00,765 INFO [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C37337%2C1732763932973.rep:(num 1732763938634) 2024-11-28T03:19:00,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741832_1008 (size=93) 2024-11-28T03:19:00,779 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs 2024-11-28T03:19:00,779 INFO [RS:0;b4e3b2a3b1ef:37337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C37337%2C1732763932973:(num 1732763934316) 2024-11-28T03:19:00,779 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:00,779 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:00,780 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:00,780 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:00,780 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:00,780 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:00,781 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,37337,1732763932973 because: Region server is closing 2024-11-28T03:19:00,781 INFO [RS:0;b4e3b2a3b1ef:37337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:37337. 2024-11-28T03:19:00,781 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:00,781 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:00,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:00,781 DEBUG [RS:0;b4e3b2a3b1ef:37337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:00,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:00,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:00,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:00,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:00,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:00,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:00,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:19:00,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T03:19:00,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:00,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-28T03:19:00,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:00,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T03:19:00,882 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.shipperb4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T03:19:00,882 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.wal-reader.b4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:19:00,882 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37337,1732763932973.replicationSource.shipperb4e3b2a3b1ef%2C37337%2C1732763932973,1-b4e3b2a3b1ef,37337,1732763932973 terminated 2024-11-28T03:19:00,882 INFO [RS:0;b4e3b2a3b1ef:37337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37337 2024-11-28T03:19:00,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/rs/b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:19:00,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/rs 2024-11-28T03:19:00,884 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:00,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,37337,1732763932973] 2024-11-28T03:19:00,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/draining/b4e3b2a3b1ef,37337,1732763932973 already deleted, retry=false 2024-11-28T03:19:00,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,37337,1732763932973 expired; onlineServers=0 2024-11-28T03:19:00,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,36143,1732763932895' ***** 2024-11-28T03:19:00,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:19:00,887 INFO [M:0;b4e3b2a3b1ef:36143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:00,887 INFO [M:0;b4e3b2a3b1ef:36143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:00,887 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:19:00,887 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:19:00,887 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:19:00,887 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763934040 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763934040,5,FailOnTimeoutGroup] 2024-11-28T03:19:00,887 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763934044 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763934044,5,FailOnTimeoutGroup] 2024-11-28T03:19:00,887 INFO [M:0;b4e3b2a3b1ef:36143 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:00,887 INFO [M:0;b4e3b2a3b1ef:36143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:00,887 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:19:00,887 INFO [M:0;b4e3b2a3b1ef:36143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:19:00,888 INFO [M:0;b4e3b2a3b1ef:36143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:00,888 INFO [M:0;b4e3b2a3b1ef:36143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:19:00,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:19:00,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/master 2024-11-28T03:19:00,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:19:00,889 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] zookeeper.ZKUtil(347): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/master because node does not exist (not an error) 2024-11-28T03:19:00,889 WARN [M:0;b4e3b2a3b1ef:36143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:19:00,890 INFO [M:0;b4e3b2a3b1ef:36143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/.lastflushedseqids 2024-11-28T03:19:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741842_1018 (size=181) 2024-11-28T03:19:00,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:00,986 INFO [RS:0;b4e3b2a3b1ef:37337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:00,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37337-0x1015c953f310001, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:00,986 INFO [RS:0;b4e3b2a3b1ef:37337 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,37337,1732763932973; zookeeper connection closed. 2024-11-28T03:19:00,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16b36bf4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16b36bf4 2024-11-28T03:19:00,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:19:01,296 INFO [M:0;b4e3b2a3b1ef:36143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:19:01,296 INFO [M:0;b4e3b2a3b1ef:36143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:19:01,296 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:01,296 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:01,296 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:01,296 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:01,296 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:01,296 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-28T03:19:01,313 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc65b6759ba040cbba4233b7b1dc9ac2 is 82, key is hbase:meta,,1/info:regioninfo/1732763935261/Put/seqid=0 2024-11-28T03:19:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741843_1019 (size=5672) 2024-11-28T03:19:01,718 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc65b6759ba040cbba4233b7b1dc9ac2 2024-11-28T03:19:01,737 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8d3d773540a4f99a90a295d55773a43 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732763938680/Put/seqid=0 2024-11-28T03:19:01,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741844_1020 (size=7203) 2024-11-28T03:19:02,142 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8d3d773540a4f99a90a295d55773a43 2024-11-28T03:19:02,161 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2ce3e41d04db787d1a6c919863c3a is 69, key is b4e3b2a3b1ef,37337,1732763932973/rs:state/1732763934142/Put/seqid=0 2024-11-28T03:19:02,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741845_1021 (size=5156) 2024-11-28T03:19:02,566 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2ce3e41d04db787d1a6c919863c3a 2024-11-28T03:19:02,571 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc65b6759ba040cbba4233b7b1dc9ac2 as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc65b6759ba040cbba4233b7b1dc9ac2 2024-11-28T03:19:02,575 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc65b6759ba040cbba4233b7b1dc9ac2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-28T03:19:02,576 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8d3d773540a4f99a90a295d55773a43 as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8d3d773540a4f99a90a295d55773a43 2024-11-28T03:19:02,579 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8d3d773540a4f99a90a295d55773a43, entries=8, sequenceid=70, filesize=7.0 K 2024-11-28T03:19:02,580 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2ce3e41d04db787d1a6c919863c3a as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2ce3e41d04db787d1a6c919863c3a 2024-11-28T03:19:02,584 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2ce3e41d04db787d1a6c919863c3a, entries=1, sequenceid=70, filesize=5.0 K 2024-11-28T03:19:02,585 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-28T03:19:02,586 INFO [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:02,586 DEBUG [M:0;b4e3b2a3b1ef:36143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763941296Disabling compacts and flushes for region at 1732763941296Disabling writes for close at 1732763941296Obtaining lock to block concurrent updates at 1732763941296Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763941296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732763941297 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763941297Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763941297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763941312 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763941312Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763941722 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763941737 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763941737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763942147 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763942160 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763942160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22111129: reopening flushed file at 1732763942570 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbdb723: reopening flushed file at 1732763942575 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363b2c5c: reopening flushed file at 1732763942580 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1732763942585 (+5 ms)Writing region close event to WAL at 1732763942586 (+1 ms)Closed at 1732763942586 2024-11-28T03:19:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741830_1006 (size=41008) 2024-11-28T03:19:02,589 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:02,589 INFO [M:0;b4e3b2a3b1ef:36143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:19:02,589 INFO [M:0;b4e3b2a3b1ef:36143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36143 2024-11-28T03:19:02,589 INFO [M:0;b4e3b2a3b1ef:36143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:02,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:02,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36143-0x1015c953f310000, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:02,691 INFO [M:0;b4e3b2a3b1ef:36143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:02,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:02,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:02,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:02,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:02,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:02,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:02,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:19:02,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:02,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44069 2024-11-28T03:19:02,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44069 connecting to ZooKeeper ensemble=127.0.0.1:54358 2024-11-28T03:19:02,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440690x0, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:02,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44069-0x1015c953f310006 connected 2024-11-28T03:19:02,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:02,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:02,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/running 2024-11-28T03:19:02,705 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: INIT 2024-11-28T03:19:02,705 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9, hbase.cluster.distributed=false 2024-11-28T03:19:02,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/acl 2024-11-28T03:19:02,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-28T03:19:02,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44069 2024-11-28T03:19:02,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44069 2024-11-28T03:19:02,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-28T03:19:02,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-28T03:19:02,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:02,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:02,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:02,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:02,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:02,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:02,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:19:02,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:02,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37073 2024-11-28T03:19:02,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37073 connecting to ZooKeeper ensemble=127.0.0.1:54358 2024-11-28T03:19:02,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:02,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:02,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370730x0, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:02,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370730x0, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/running 2024-11-28T03:19:02,730 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: INIT 2024-11-28T03:19:02,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37073-0x1015c953f310007 connected 2024-11-28T03:19:02,730 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:19:02,731 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:19:02,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/master 2024-11-28T03:19:02,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/acl 2024-11-28T03:19:02,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-28T03:19:02,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37073 2024-11-28T03:19:02,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37073 2024-11-28T03:19:02,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-28T03:19:02,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37073 2024-11-28T03:19:02,750 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:44069 2024-11-28T03:19:02,750 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01387553259/backup-masters/b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:02,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/backup-masters 2024-11-28T03:19:02,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/backup-masters 2024-11-28T03:19:02,752 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on existing znode=/01387553259/backup-masters/b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:02,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01387553259/master 2024-11-28T03:19:02,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:19:02,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:19:02,758 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on existing znode=/01387553259/master 2024-11-28T03:19:02,759 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01387553259/backup-masters/b4e3b2a3b1ef,44069,1732763942693 from backup master directory 2024-11-28T03:19:02,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/backup-masters/b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:02,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/backup-masters 2024-11-28T03:19:02,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/backup-masters 2024-11-28T03:19:02,777 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:02,777 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:02,786 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:02,786 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:19:02,792 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-28T03:19:02,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741846_1022 (size=196) 2024-11-28T03:19:03,213 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:03,214 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:19:03,214 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:03,219 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-28T03:19:03,222 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895 to hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895-dead as it is dead 2024-11-28T03:19:03,222 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895-dead/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907 2024-11-28T03:19:03,223 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895-dead/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907 after 1ms 2024-11-28T03:19:03,223 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895-dead/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907 to hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907 2024-11-28T03:19:03,223 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,36143,1732763932895-dead 2024-11-28T03:19:03,224 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:03,225 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:03,226 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C44069%2C1732763942693, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,44069,1732763942693, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/oldWALs, maxLogs=10 2024-11-28T03:19:03,239 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,44069,1732763942693/b4e3b2a3b1ef%2C44069%2C1732763942693.1732763943226, exclude list is [], retry=0 2024-11-28T03:19:03,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-f398e455-163f-4549-87ce-7affb0c56ee8,DISK] 2024-11-28T03:19:03,243 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/WALs/b4e3b2a3b1ef,44069,1732763942693/b4e3b2a3b1ef%2C44069%2C1732763942693.1732763943226 2024-11-28T03:19:03,243 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-28T03:19:03,243 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:03,243 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:03,243 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,243 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:19:03,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:03,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc65b6759ba040cbba4233b7b1dc9ac2 2024-11-28T03:19:03,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:03,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:19:03,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:03,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8d3d773540a4f99a90a295d55773a43 2024-11-28T03:19:03,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:03,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:19:03,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:03,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2ce3e41d04db787d1a6c919863c3a 2024-11-28T03:19:03,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:03,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:19:03,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:03,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:03,264 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,264 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-28T03:19:03,264 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907 2024-11-28T03:19:03,268 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907 2024-11-28T03:19:03,269 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4e3b2a3b1ef%2C36143%2C1732763932895.1732763933907 2024-11-28T03:19:03,270 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,270 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,270 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:03,272 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:03,274 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-28T03:19:03,274 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74467381, jitterRate=0.10965044796466827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:03,274 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763943244Initializing all the Stores at 1732763943244Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763943244Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763943244Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763943245 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763943245Cleaning up temporary data from old regions at 1732763943270 (+25 ms)Region opened successfully at 1732763943274 (+4 ms) 2024-11-28T03:19:03,275 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:19:03,277 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d60d845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:03,279 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-28T03:19:03,279 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:19:03,279 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:19:03,279 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:19:03,280 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:19:03,282 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:03,282 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:19:03,283 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:19:03,283 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-28T03:19:03,283 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:19:03,285 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b4e3b2a3b1ef,37337,1732763932973, regionLocation=b4e3b2a3b1ef,37337,1732763932973, openSeqNum=2 2024-11-28T03:19:03,285 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b4e3b2a3b1ef,37337,1732763932973, table=hbase:meta, region=1588230740 2024-11-28T03:19:03,285 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,37337,1732763932973, state=OPEN 2024-11-28T03:19:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01387553259/meta-region-server 2024-11-28T03:19:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01387553259/meta-region-server 2024-11-28T03:19:03,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:19:03,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:19:03,289 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:19:03,290 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/draining/b4e3b2a3b1ef,37337,1732763932973 already deleted, retry=false 2024-11-28T03:19:03,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b4e3b2a3b1ef,37337,1732763932973 on b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:03,291 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b4e3b2a3b1ef,37337,1732763932973, splitWal=true, meta=true 2024-11-28T03:19:03,291 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for b4e3b2a3b1ef,37337,1732763932973 (carryingMeta=true) b4e3b2a3b1ef,37337,1732763932973/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@72d6130c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-28T03:19:03,293 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/balancer because node does not exist (not necessarily an error) 2024-11-28T03:19:03,296 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/balancer already deleted, retry=false 2024-11-28T03:19:03,296 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:19:03,297 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:19:03,298 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/normalizer already deleted, retry=false 2024-11-28T03:19:03,298 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:19:03,299 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:19:03,300 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/switch/split already deleted, retry=false 2024-11-28T03:19:03,301 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:19:03,301 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/switch/merge already deleted, retry=false 2024-11-28T03:19:03,306 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:19:03,307 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/snapshot-cleanup already deleted, retry=false 2024-11-28T03:19:03,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01387553259/running 2024-11-28T03:19:03,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01387553259/running 2024-11-28T03:19:03,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:19:03,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:19:03,308 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,44069,1732763942693, sessionid=0x1015c953f310006, setting cluster-up flag (Was=false) 2024-11-28T03:19:03,310 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01387553259/flush-table-proc/acquired, /01387553259/flush-table-proc/reached, /01387553259/flush-table-proc/abort 2024-11-28T03:19:03,311 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:03,315 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01387553259/online-snapshot/acquired, /01387553259/online-snapshot/reached, /01387553259/online-snapshot/abort 2024-11-28T03:19:03,316 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:03,317 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/.lastflushedseqids 2024-11-28T03:19:03,319 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:19:03,319 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:19:03,320 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,44069,1732763942693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b4e3b2a3b1ef,37337,1732763932973 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:19:03,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:03,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:03,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:03,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:03,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:19:03,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:03,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763973322 2024-11-28T03:19:03,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:19:03,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:19:03,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:19:03,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:19:03,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:19:03,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:19:03,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,323 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b4e3b2a3b1ef,37337,1732763932973, splitWal=true, meta=true 2024-11-28T03:19:03,323 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:19:03,323 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:19:03,323 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:19:03,323 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:19:03,323 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:19:03,323 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:19:03,324 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b4e3b2a3b1ef,37337,1732763932973, splitWal=true, meta=true, isMeta: true 2024-11-28T03:19:03,324 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763943324,5,FailOnTimeoutGroup] 2024-11-28T03:19:03,324 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763943324,5,FailOnTimeoutGroup] 2024-11-28T03:19:03,324 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,324 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:19:03,324 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,324 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,324 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763943324, completionTime=-1 2024-11-28T03:19:03,324 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-28T03:19:03,324 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-28T03:19:03,325 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973-splitting 2024-11-28T03:19:03,326 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973-splitting dir is empty, no logs to split. 2024-11-28T03:19:03,326 INFO [PEWorker-1 {}] master.SplitWALManager(105): b4e3b2a3b1ef,37337,1732763932973 WAL count=0, meta=true 2024-11-28T03:19:03,328 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973-splitting dir is empty, no logs to split. 2024-11-28T03:19:03,328 INFO [PEWorker-1 {}] master.SplitWALManager(105): b4e3b2a3b1ef,37337,1732763932973 WAL count=0, meta=true 2024-11-28T03:19:03,328 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b4e3b2a3b1ef,37337,1732763932973 WAL splitting is done? wals=0, meta=true 2024-11-28T03:19:03,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:19:03,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:03,331 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:19:03,340 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(746): ClusterId : e4b271de-0699-43e4-872f-44c30034f2ee 2024-11-28T03:19:03,340 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:19:03,342 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:19:03,342 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:19:03,344 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:19:03,344 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20702677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:03,356 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:37073 2024-11-28T03:19:03,356 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:19:03,357 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:19:03,357 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:19:03,357 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,44069,1732763942693 with port=37073, startcode=1732763942722 2024-11-28T03:19:03,357 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:19:03,359 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:19:03,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44069 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,361 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9 2024-11-28T03:19:03,361 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35211 2024-11-28T03:19:03,361 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:19:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/rs 2024-11-28T03:19:03,367 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] zookeeper.ZKUtil(111): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on existing znode=/01387553259/rs/b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,367 WARN [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:03,368 INFO [RS:0;b4e3b2a3b1ef:37073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:03,368 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,37073,1732763942722] 2024-11-28T03:19:03,374 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-28T03:19:03,386 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:19:03,388 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:19:03,388 INFO [RS:0;b4e3b2a3b1ef:37073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:19:03,388 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,388 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:19:03,389 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:19:03,389 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:03,389 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:03,390 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,390 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,390 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,390 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,390 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,390 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37073,1732763942722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:03,403 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:19:03,403 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37073,1732763942722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,416 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,37073,1732763942722, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:19:03,417 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,417 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.Replication(171): b4e3b2a3b1ef,37073,1732763942722 started 2024-11-28T03:19:03,431 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:03,431 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,37073,1732763942722, RpcServer on b4e3b2a3b1ef/172.17.0.2:37073, sessionid=0x1015c953f310007 2024-11-28T03:19:03,431 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource,1-b4e3b2a3b1ef,37073,1732763942722 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41319' 2024-11-28T03:19:03,431 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:19:03,431 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,431 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,37073,1732763942722' 2024-11-28T03:19:03,431 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01387553259/flush-table-proc/abort' 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01387553259/flush-table-proc/acquired' 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,37073,1732763942722' 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource,1-b4e3b2a3b1ef,37073,1732763942722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c3754eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01387553259/online-snapshot/abort' 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource,1-b4e3b2a3b1ef,37073,1732763942722 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41319,-1 for getting cluster id 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource,1-b4e3b2a3b1ef,37073,1732763942722 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:03,432 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01387553259/online-snapshot/acquired' 2024-11-28T03:19:03,433 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:19:03,433 INFO [RS:0;b4e3b2a3b1ef:37073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:19:03,433 INFO [RS:0;b4e3b2a3b1ef:37073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:19:03,433 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49' 2024-11-28T03:19:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49" 2024-11-28T03:19:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c144d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41319,-1] 2024-11-28T03:19:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:03,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:03,435 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:03,435 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource,1-b4e3b2a3b1ef,37073,1732763942722 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8601f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:03,436 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource,1-b4e3b2a3b1ef,37073,1732763942722 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:03,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:19:03,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2317d296 2024-11-28T03:19:03,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:03,437 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-28T03:19:03,438 INFO [RS:0;b4e3b2a3b1ef:37073.replicationSource,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,37073,1732763942722 (queues=0) is replicating from cluster=e4b271de-0699-43e4-872f-44c30034f2ee to cluster=6d59d6f1-ab43-44a2-bc37-bdbdbcca6c49 2024-11-28T03:19:03,482 WARN [b4e3b2a3b1ef:44069 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T03:19:03,533 INFO [RS:0;b4e3b2a3b1ef:37073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:03,535 INFO [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37073%2C1732763942722, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs, maxLogs=10 2024-11-28T03:19:03,548 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535, exclude list is [], retry=0 2024-11-28T03:19:03,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-f398e455-163f-4549-87ce-7affb0c56ee8,DISK] 2024-11-28T03:19:03,552 INFO [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 2024-11-28T03:19:03,552 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b4e3b2a3b1ef%2C37073%2C1732763942722 for peer 1 2024-11-28T03:19:03,553 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C37073%2C1732763942722 2024-11-28T03:19:03,553 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,37073,1732763942722, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:19:03,553 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-28T03:19:03,553 INFO [RS:0;b4e3b2a3b1ef:37073.replicationSource.shipperb4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C37073%2C1732763942722 2024-11-28T03:19:03,553 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535, startPosition=0, beingWritten=true 2024-11-28T03:19:03,732 DEBUG [b4e3b2a3b1ef:44069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:19:03,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,37073,1732763942722, state=OPENING 2024-11-28T03:19:03,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01387553259/meta-region-server 2024-11-28T03:19:03,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01387553259/meta-region-server 2024-11-28T03:19:03,735 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:03,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:19:03,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:19:03,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37073,1732763942722}] 2024-11-28T03:19:03,758 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:03,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:03,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:19:03,893 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:19:03,893 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:03,893 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:19:03,894 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37073%2C1732763942722.meta, suffix=.meta, logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs, maxLogs=10 2024-11-28T03:19:03,911 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.meta.1732763943895.meta, exclude list is [], retry=0 2024-11-28T03:19:03,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-f398e455-163f-4549-87ce-7affb0c56ee8,DISK] 2024-11-28T03:19:03,915 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.meta.1732763943895.meta 2024-11-28T03:19:03,915 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-28T03:19:03,916 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:03,916 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:03,916 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:03,916 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:19:03,916 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:19:03,916 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:19:03,916 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:03,917 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:19:03,917 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:19:03,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:03,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:03,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:03,924 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/info/573358313da44c7a85fa7d833a08c151 2024-11-28T03:19:03,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:03,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:03,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:03,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:03,932 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/ns/73c96dffb0864e3ba480c6309e3b8675 2024-11-28T03:19:03,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:03,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:03,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:03,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:03,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:03,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:03,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:03,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:03,940 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/table/66d50b6fde45419da51c310834044390 2024-11-28T03:19:03,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:03,941 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:03,942 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740 2024-11-28T03:19:03,943 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740 2024-11-28T03:19:03,944 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:03,944 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:03,945 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:03,946 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:03,947 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64855419, jitterRate=-0.03357894718647003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:03,947 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:19:03,947 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763943917Writing region info on filesystem at 1732763943917Initializing all the Stores at 1732763943917Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763943917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763943918 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763943918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763943918Cleaning up temporary data from old regions at 1732763943944 (+26 ms)Running coprocessor post-open hooks at 1732763943947 (+3 ms)Region opened successfully at 1732763943947 2024-11-28T03:19:03,948 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732763943888 2024-11-28T03:19:03,950 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:19:03,950 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:19:03,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,952 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,37073,1732763942722, state=OPEN 2024-11-28T03:19:03,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01387553259/meta-region-server 2024-11-28T03:19:03,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01387553259/meta-region-server 2024-11-28T03:19:03,953 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:03,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:19:03,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01387553259/meta-region-server: CHANGED 2024-11-28T03:19:03,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-28T03:19:03,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37073,1732763942722 in 218 msec 2024-11-28T03:19:03,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:19:03,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-28T03:19:04,063 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:04,468 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:04,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-28T03:19:04,973 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:05,579 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:06,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:06,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:06,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:06,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:06,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:06,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:06,285 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:06,379 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-28T03:19:07,089 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:07,831 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-28T03:19:07,832 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:19:07,832 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:07,832 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37073,1732763942722, seqNum=-1] 2024-11-28T03:19:07,832 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:07,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:07,837 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fcbb7c662d046a9916b1234e8eab3e1f, regionState=OPEN, lastHost=b4e3b2a3b1ef,37337,1732763932973, regionLocation=b4e3b2a3b1ef,37337,1732763932973, openSeqNum=2 2024-11-28T03:19:07,837 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:19:07,837 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764007837 2024-11-28T03:19:07,838 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764067838 2024-11-28T03:19:07,838 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-28T03:19:07,838 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b4e3b2a3b1ef,37337,1732763932973 had 2 regions 2024-11-28T03:19:07,838 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44069,1732763942693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:07,838 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44069,1732763942693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:07,838 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44069,1732763942693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:07,838 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:44069, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:07,838 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:07,838 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:07,839 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b4e3b2a3b1ef,37337,1732763932973, splitWal=true, meta=true, isMeta: false 2024-11-28T03:19:07,841 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973-splitting dir is empty, no logs to split. 2024-11-28T03:19:07,841 INFO [PEWorker-3 {}] master.SplitWALManager(105): b4e3b2a3b1ef,37337,1732763932973 WAL count=0, meta=false 2024-11-28T03:19:07,843 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37337,1732763932973-splitting dir is empty, no logs to split. 2024-11-28T03:19:07,843 INFO [PEWorker-3 {}] master.SplitWALManager(105): b4e3b2a3b1ef,37337,1732763932973 WAL count=0, meta=false 2024-11-28T03:19:07,843 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b4e3b2a3b1ef,37337,1732763932973 WAL splitting is done? wals=0, meta=false 2024-11-28T03:19:07,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.067sec 2024-11-28T03:19:07,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:19:07,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:19:07,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:19:07,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:19:07,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:19:07,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44069,1732763942693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:07,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44069,1732763942693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:19:07,846 WARN [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b4e3b2a3b1ef,37337,1732763932973/hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:07,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN}] 2024-11-28T03:19:07,848 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:19:07,848 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:19:07,848 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44069,1732763942693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:07,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN 2024-11-28T03:19:07,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T03:19:07,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:07,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44069,-1 for getting cluster id 2024-11-28T03:19:07,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:07,945 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b271de-0699-43e4-872f-44c30034f2ee' 2024-11-28T03:19:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b271de-0699-43e4-872f-44c30034f2ee" 2024-11-28T03:19:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a187265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44069,-1] 2024-11-28T03:19:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:07,947 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180b4830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:07,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:07,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37073,1732763942722, seqNum=-1] 2024-11-28T03:19:07,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:07,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:07,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-28T03:19:07,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:07,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:07,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:07,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:07,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:07,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b4e3b2a3b1ef:44069 after: b4e3b2a3b1ef:44069 2024-11-28T03:19:07,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670b4cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:07,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44069,-1 for getting cluster id 2024-11-28T03:19:07,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:07,954 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b271de-0699-43e4-872f-44c30034f2ee' 2024-11-28T03:19:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b271de-0699-43e4-872f-44c30034f2ee" 2024-11-28T03:19:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326708ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44069,-1] 2024-11-28T03:19:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:07,955 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:07,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cac9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:07,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c0b8794 2024-11-28T03:19:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:07,957 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:07,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-28T03:19:07,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:19:07,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:07,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:07,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:07,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:07,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:07,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:19:07,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1560647588, stopped=false 2024-11-28T03:19:07,959 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,41319,1732763936142 2024-11-28T03:19:07,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1716228245/running 2024-11-28T03:19:07,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1716228245/running 2024-11-28T03:19:07,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:19:07,960 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:07,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:19:07,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:07,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:07,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:07,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on znode that does not yet exist, /1716228245/running 2024-11-28T03:19:07,961 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,38265,1732763936214' ***** 2024-11-28T03:19:07,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Set watcher on znode that does not yet exist, /1716228245/running 2024-11-28T03:19:07,961 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:19:07,961 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:19:07,961 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:19:07,961 INFO [RS:0;b4e3b2a3b1ef:38265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:19:07,961 INFO [RS:0;b4e3b2a3b1ef:38265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:19:07,961 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:19:07,961 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:07,961 INFO [RS:0;b4e3b2a3b1ef:38265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:38265. 2024-11-28T03:19:07,962 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:07,962 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:07,962 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:19:07,962 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:19:07,962 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:19:07,962 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:19:07,963 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:19:07,963 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:19:07,963 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:07,963 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:07,963 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:07,963 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:07,963 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:07,963 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:07,963 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-28T03:19:07,979 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740/.tmp/ns/8497b843f68c46cca6f8fbb4529fd3eb is 43, key is default/ns:d/1732763937386/Put/seqid=0 2024-11-28T03:19:07,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741835_1011 (size=5153) 2024-11-28T03:19:07,985 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740/.tmp/ns/8497b843f68c46cca6f8fbb4529fd3eb 2024-11-28T03:19:07,990 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740/.tmp/ns/8497b843f68c46cca6f8fbb4529fd3eb as hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740/ns/8497b843f68c46cca6f8fbb4529fd3eb 2024-11-28T03:19:07,994 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740/ns/8497b843f68c46cca6f8fbb4529fd3eb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-28T03:19:07,995 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-28T03:19:07,995 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:19:07,995 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:07,999 DEBUG [b4e3b2a3b1ef:44069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:19:07,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fcbb7c662d046a9916b1234e8eab3e1f, regionState=OPENING, regionLocation=b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:08,000 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T03:19:08,001 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:08,001 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:08,001 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:08,001 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763947963Running coprocessor pre-close hooks at 1732763947963Disabling compacts and flushes for region at 1732763947963Disabling writes for close at 1732763947963Obtaining lock to block concurrent updates at 1732763947963Preparing flush snapshotting stores in 1588230740 at 1732763947963Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732763947963Flushing stores of hbase:meta,,1.1588230740 at 1732763947964 (+1 ms)Flushing 1588230740/ns: creating writer at 1732763947964Flushing 1588230740/ns: appending metadata at 1732763947979 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732763947979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7b4fe2: reopening flushed file at 1732763947989 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1732763947995 (+6 ms)Writing region close event to WAL at 1732763947997 (+2 ms)Running coprocessor post-close hooks at 1732763948001 (+4 ms)Closed at 1732763948001 2024-11-28T03:19:08,001 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:08,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN because future has completed 2024-11-28T03:19:08,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbb7c662d046a9916b1234e8eab3e1f, server=b4e3b2a3b1ef,37073,1732763942722}] 2024-11-28T03:19:08,029 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:08,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:08,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:08,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:19:08,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37073%2C1732763942722.rep, suffix=, logDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722, archiveDir=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs, maxLogs=10 2024-11-28T03:19:08,163 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,38265,1732763936214; all regions closed. 2024-11-28T03:19:08,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741834_1010 (size=1152) 2024-11-28T03:19:08,167 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/oldWALs 2024-11-28T03:19:08,167 INFO [RS:0;b4e3b2a3b1ef:38265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C38265%2C1732763936214.meta:.meta(num 1732763937339) 2024-11-28T03:19:08,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741833_1009 (size=93) 2024-11-28T03:19:08,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/WALs/b4e3b2a3b1ef,38265,1732763936214/b4e3b2a3b1ef%2C38265%2C1732763936214.1732763936754 not finished, retry = 0 2024-11-28T03:19:08,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.rep.1732763948160, exclude list is [], retry=0 2024-11-28T03:19:08,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45981,DS-f398e455-163f-4549-87ce-7affb0c56ee8,DISK] 2024-11-28T03:19:08,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.rep.1732763948160 2024-11-28T03:19:08,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32835:32835)] 2024-11-28T03:19:08,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fcbb7c662d046a9916b1234e8eab3e1f, NAME => 'hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:08,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:08,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:08,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. service=MultiRowMutationService 2024-11-28T03:19:08,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:19:08,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:08,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,183 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,184 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbb7c662d046a9916b1234e8eab3e1f columnFamilyName hfileref 2024-11-28T03:19:08,184 DEBUG [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:08,184 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(327): Store=fcbb7c662d046a9916b1234e8eab3e1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:08,184 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,185 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbb7c662d046a9916b1234e8eab3e1f columnFamilyName queue 2024-11-28T03:19:08,185 DEBUG [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:08,190 DEBUG [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/queue/a9c66331c0664527ba58401119d8736f 2024-11-28T03:19:08,190 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(327): Store=fcbb7c662d046a9916b1234e8eab3e1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:08,191 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,191 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbb7c662d046a9916b1234e8eab3e1f columnFamilyName sid 2024-11-28T03:19:08,191 DEBUG [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:08,192 INFO [StoreOpener-fcbb7c662d046a9916b1234e8eab3e1f-1 {}] regionserver.HStore(327): Store=fcbb7c662d046a9916b1234e8eab3e1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:08,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:08,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fcbb7c662d046a9916b1234e8eab3e1f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71046908, jitterRate=0.0586814284324646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:08,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:08,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fcbb7c662d046a9916b1234e8eab3e1f: Running coprocessor pre-open hook at 1732763948182Writing region info on filesystem at 1732763948182Initializing all the Stores at 1732763948183 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763948183Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763948183Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763948183Cleaning up temporary data from old regions at 1732763948194 (+11 ms)Running coprocessor post-open hooks at 1732763948196 (+2 ms)Region opened successfully at 1732763948197 (+1 ms) 2024-11-28T03:19:08,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f., pid=13, masterSystemTime=1732763948154 2024-11-28T03:19:08,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:08,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:08,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fcbb7c662d046a9916b1234e8eab3e1f, regionState=OPEN, openSeqNum=9, regionLocation=b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:08,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbb7c662d046a9916b1234e8eab3e1f, server=b4e3b2a3b1ef,37073,1732763942722 because future has completed 2024-11-28T03:19:08,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-28T03:19:08,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fcbb7c662d046a9916b1234e8eab3e1f, server=b4e3b2a3b1ef,37073,1732763942722 in 203 msec 2024-11-28T03:19:08,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-28T03:19:08,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcbb7c662d046a9916b1234e8eab3e1f, ASSIGN in 360 msec 2024-11-28T03:19:08,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-28T03:19:08,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f., hostname=b4e3b2a3b1ef,37073,1732763942722, seqNum=9] 2024-11-28T03:19:08,227 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b4e3b2a3b1ef,37337,1732763932973 2024-11-28T03:19:08,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-28T03:19:08,272 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/oldWALs 2024-11-28T03:19:08,272 INFO [RS:0;b4e3b2a3b1ef:38265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C38265%2C1732763936214:(num 1732763936754) 2024-11-28T03:19:08,272 DEBUG [RS:0;b4e3b2a3b1ef:38265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:08,272 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:08,272 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:08,272 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:08,272 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:08,272 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:08,272 INFO [RS:0;b4e3b2a3b1ef:38265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38265 2024-11-28T03:19:08,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1716228245/rs/b4e3b2a3b1ef,38265,1732763936214 2024-11-28T03:19:08,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245/rs 2024-11-28T03:19:08,275 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:08,276 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,38265,1732763936214] 2024-11-28T03:19:08,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1716228245/draining/b4e3b2a3b1ef,38265,1732763936214 already deleted, retry=false 2024-11-28T03:19:08,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,38265,1732763936214 expired; onlineServers=0 2024-11-28T03:19:08,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,41319,1732763936142' ***** 2024-11-28T03:19:08,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:19:08,278 INFO [M:0;b4e3b2a3b1ef:41319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:08,278 INFO [M:0;b4e3b2a3b1ef:41319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:08,278 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:19:08,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:19:08,278 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:19:08,278 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763936578 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763936578,5,FailOnTimeoutGroup] 2024-11-28T03:19:08,278 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763936576 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763936576,5,FailOnTimeoutGroup] 2024-11-28T03:19:08,278 INFO [M:0;b4e3b2a3b1ef:41319 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:08,278 INFO [M:0;b4e3b2a3b1ef:41319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:08,278 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:19:08,278 INFO [M:0;b4e3b2a3b1ef:41319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:19:08,278 INFO [M:0;b4e3b2a3b1ef:41319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:08,278 INFO [M:0;b4e3b2a3b1ef:41319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:19:08,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:19:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1716228245/master 2024-11-28T03:19:08,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1716228245 2024-11-28T03:19:08,283 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] zookeeper.RecoverableZooKeeper(212): Node /1716228245/master already deleted, retry=false 2024-11-28T03:19:08,283 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] master.ActiveMasterManager(353): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Failed delete of our master address node; KeeperErrorCode = NoNode for /1716228245/master 2024-11-28T03:19:08,284 INFO [M:0;b4e3b2a3b1ef:41319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/.lastflushedseqids 2024-11-28T03:19:08,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741836_1012 (size=99) 2024-11-28T03:19:08,290 INFO [M:0;b4e3b2a3b1ef:41319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:19:08,290 INFO [M:0;b4e3b2a3b1ef:41319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:19:08,290 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:08,290 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:08,290 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:08,290 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:08,290 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:08,291 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-28T03:19:08,311 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d0caa8246224f21a1c2d42996699a8e is 82, key is hbase:meta,,1/info:regioninfo/1732763937375/Put/seqid=0 2024-11-28T03:19:08,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741837_1013 (size=5672) 2024-11-28T03:19:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:08,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38265-0x1015c953f310004, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:08,377 INFO [RS:0;b4e3b2a3b1ef:38265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:08,377 INFO [RS:0;b4e3b2a3b1ef:38265 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,38265,1732763936214; zookeeper connection closed. 2024-11-28T03:19:08,377 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8df487a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8df487a 2024-11-28T03:19:08,377 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:19:08,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37073 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-28T03:19:08,729 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d0caa8246224f21a1c2d42996699a8e 2024-11-28T03:19:08,761 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8c728b925f94a3e84ccc92c67d3041c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732763937393/Put/seqid=0 2024-11-28T03:19:08,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741838_1014 (size=5275) 2024-11-28T03:19:08,769 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8c728b925f94a3e84ccc92c67d3041c 2024-11-28T03:19:08,794 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbb2e77ead0c499e96d6348e23e61450 is 69, key is b4e3b2a3b1ef,38265,1732763936214/rs:state/1732763936592/Put/seqid=0 2024-11-28T03:19:08,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741839_1015 (size=5156) 2024-11-28T03:19:08,799 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbb2e77ead0c499e96d6348e23e61450 2024-11-28T03:19:08,805 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d0caa8246224f21a1c2d42996699a8e as hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d0caa8246224f21a1c2d42996699a8e 2024-11-28T03:19:08,809 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d0caa8246224f21a1c2d42996699a8e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-28T03:19:08,809 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8c728b925f94a3e84ccc92c67d3041c as hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8c728b925f94a3e84ccc92c67d3041c 2024-11-28T03:19:08,814 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8c728b925f94a3e84ccc92c67d3041c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-28T03:19:08,815 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbb2e77ead0c499e96d6348e23e61450 as hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbb2e77ead0c499e96d6348e23e61450 2024-11-28T03:19:08,821 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40495/user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbb2e77ead0c499e96d6348e23e61450, entries=1, sequenceid=28, filesize=5.0 K 2024-11-28T03:19:08,822 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=28, compaction requested=false 2024-11-28T03:19:08,824 INFO [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:08,824 DEBUG [M:0;b4e3b2a3b1ef:41319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763948290Disabling compacts and flushes for region at 1732763948290Disabling writes for close at 1732763948290Obtaining lock to block concurrent updates at 1732763948291 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763948291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732763948291Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763948291Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763948292 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763948311 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763948311Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763948736 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763948760 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763948761 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763948775 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763948793 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763948793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579e5c94: reopening flushed file at 1732763948804 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ac9974: reopening flushed file at 1732763948809 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3472e55c: reopening flushed file at 1732763948814 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 532ms, sequenceid=28, compaction requested=false at 1732763948822 (+8 ms)Writing region close event to WAL at 1732763948824 (+2 ms)Closed at 1732763948824 2024-11-28T03:19:08,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34945 is added to blk_1073741830_1006 (size=10165) 2024-11-28T03:19:08,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d58c637-cf01-abaa-bcdc-3321051d66fd/MasterData/WALs/b4e3b2a3b1ef,41319,1732763936142/b4e3b2a3b1ef%2C41319%2C1732763936142.1732763936429 not finished, retry = 0 2024-11-28T03:19:08,930 INFO [M:0;b4e3b2a3b1ef:41319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:19:08,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:08,930 INFO [M:0;b4e3b2a3b1ef:41319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41319 2024-11-28T03:19:08,931 INFO [M:0;b4e3b2a3b1ef:41319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:08,999 DEBUG [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 to pos 0, reset compression=false 2024-11-28T03:19:09,033 INFO [M:0;b4e3b2a3b1ef:41319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:09,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:09,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015c953f310003, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:09,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71c2c210{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:09,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41466a8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:09,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:09,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5781baaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:09,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32981a5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:09,047 WARN [BP-989518340-172.17.0.2-1732763935347 heartbeating to localhost/127.0.0.1:40495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:19:09,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:19:09,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:19:09,048 WARN [BP-989518340-172.17.0.2-1732763935347 heartbeating to localhost/127.0.0.1:40495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-989518340-172.17.0.2-1732763935347 (Datanode Uuid 9e056df0-6968-4ffd-b1fa-9fb0661b4de1) service to localhost/127.0.0.1:40495 2024-11-28T03:19:09,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/cluster_af48239b-f96d-60da-f05c-16f98e91c161/data/data1/current/BP-989518340-172.17.0.2-1732763935347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:09,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/cluster_af48239b-f96d-60da-f05c-16f98e91c161/data/data2/current/BP-989518340-172.17.0.2-1732763935347 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:09,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:19:09,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7387384a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:09,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a771202{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:09,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:09,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619484eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:09,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0f1710{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:09,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:19:09,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:19:09,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:09,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:09,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:09,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:09,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:19:09,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=49790590, stopped=false 2024-11-28T03:19:09,079 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,44069,1732763942693 2024-11-28T03:19:09,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/running 2024-11-28T03:19:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:19:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/running 2024-11-28T03:19:09,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:19:09,080 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:09,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/running 2024-11-28T03:19:09,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Set watcher on znode that does not yet exist, /01387553259/running 2024-11-28T03:19:09,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:09,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:09,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:09,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,37073,1732763942722' ***** 2024-11-28T03:19:09,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:19:09,085 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:19:09,085 INFO [RS:0;b4e3b2a3b1ef:37073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:19:09,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:19:09,085 INFO [RS:0;b4e3b2a3b1ef:37073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:19:09,085 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(3091): Received CLOSE for fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:09,094 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:09,096 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:09,096 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:09,096 INFO [RS:0;b4e3b2a3b1ef:37073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:37073. 2024-11-28T03:19:09,096 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:09,097 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:09,097 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:19:09,097 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:19:09,097 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:19:09,097 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:19:09,097 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:19:09,097 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1325): Online Regions={fcbb7c662d046a9916b1234e8eab3e1f=hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:19:09,097 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcbb7c662d046a9916b1234e8eab3e1f 2024-11-28T03:19:09,097 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcbb7c662d046a9916b1234e8eab3e1f, disabling compactions & flushes 2024-11-28T03:19:09,097 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:09,097 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:09,097 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. after waiting 0 ms 2024-11-28T03:19:09,097 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:09,097 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:09,097 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:09,097 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:09,097 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:09,097 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:09,098 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-28T03:19:09,121 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/info/b0a07ad66cfa476bb034de42c7260980 is 147, key is hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f./info:regioninfo/1732763948200/Put/seqid=0 2024-11-28T03:19:09,123 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/replication/fcbb7c662d046a9916b1234e8eab3e1f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-28T03:19:09,126 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:09,126 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:09,126 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:09,126 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcbb7c662d046a9916b1234e8eab3e1f: Waiting for close lock at 1732763949097Running coprocessor pre-close hooks at 1732763949097Disabling compacts and flushes for region at 1732763949097Disabling writes for close at 1732763949097Writing region close event to WAL at 1732763949102 (+5 ms)Running coprocessor post-close hooks at 1732763949125 (+23 ms)Closed at 1732763949126 (+1 ms) 2024-11-28T03:19:09,126 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763937494.fcbb7c662d046a9916b1234e8eab3e1f. 2024-11-28T03:19:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741851_1027 (size=6385) 2024-11-28T03:19:09,130 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/info/b0a07ad66cfa476bb034de42c7260980 2024-11-28T03:19:09,141 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/.tmp/info/b0a07ad66cfa476bb034de42c7260980 as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/info/b0a07ad66cfa476bb034de42c7260980 2024-11-28T03:19:09,148 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/info/b0a07ad66cfa476bb034de42c7260980, entries=8, sequenceid=19, filesize=6.2 K 2024-11-28T03:19:09,149 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=19, compaction requested=false 2024-11-28T03:19:09,149 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:19:09,163 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-28T03:19:09,165 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:09,165 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:09,165 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:09,165 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763949097Running coprocessor pre-close hooks at 1732763949097Disabling compacts and flushes for region at 1732763949097Disabling writes for close at 1732763949097Obtaining lock to block concurrent updates at 1732763949098 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732763949098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732763949098Flushing stores of hbase:meta,,1.1588230740 at 1732763949099 (+1 ms)Flushing 1588230740/info: creating writer at 1732763949099Flushing 1588230740/info: appending metadata at 1732763949121 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732763949121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343626b0: reopening flushed file at 1732763949139 (+18 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=19, compaction requested=false at 1732763949149 (+10 ms)Writing region close event to WAL at 1732763949151 (+2 ms)Running coprocessor post-close hooks at 1732763949165 (+14 ms)Closed at 1732763949165 2024-11-28T03:19:09,166 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:09,297 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,37073,1732763942722; all regions closed. 2024-11-28T03:19:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741849_1025 (size=2156) 2024-11-28T03:19:09,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.meta.1732763943895.meta not finished, retry = 0 2024-11-28T03:19:09,390 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:19:09,390 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:19:09,402 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs 2024-11-28T03:19:09,402 INFO [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C37073%2C1732763942722.meta:.meta(num 1732763943895) 2024-11-28T03:19:09,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741850_1026 (size=796) 2024-11-28T03:19:09,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.rep.1732763948160 not finished, retry = 0 2024-11-28T03:19:09,507 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs 2024-11-28T03:19:09,507 INFO [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C37073%2C1732763942722.rep:(num 1732763948160) 2024-11-28T03:19:09,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741848_1024 (size=93) 2024-11-28T03:19:09,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/WALs/b4e3b2a3b1ef,37073,1732763942722/b4e3b2a3b1ef%2C37073%2C1732763942722.1732763943535 not finished, retry = 0 2024-11-28T03:19:09,611 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/oldWALs 2024-11-28T03:19:09,611 INFO [RS:0;b4e3b2a3b1ef:37073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C37073%2C1732763942722:(num 1732763943535) 2024-11-28T03:19:09,611 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:09,611 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:09,611 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:09,612 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:09,612 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:09,612 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:09,612 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,37073,1732763942722 because: Region server is closing 2024-11-28T03:19:09,612 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-28T03:19:09,612 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-28T03:19:09,612 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-28T03:19:09,612 INFO [RS:0;b4e3b2a3b1ef:37073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:37073. 2024-11-28T03:19:09,612 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:09,612 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:09,612 DEBUG [RS:0;b4e3b2a3b1ef:37073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:09,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:09,713 WARN [RS:0;b4e3b2a3b1ef:37073.replicationSource.shipperb4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T03:19:09,713 WARN [RS:0;b4e3b2a3b1ef:37073.replicationSource.wal-reader.b4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:19:09,713 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b4e3b2a3b1ef:37073.replicationSource.shipperb4e3b2a3b1ef%2C37073%2C1732763942722,1-b4e3b2a3b1ef,37073,1732763942722 terminated 2024-11-28T03:19:09,713 INFO [RS:0;b4e3b2a3b1ef:37073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37073 2024-11-28T03:19:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/rs/b4e3b2a3b1ef,37073,1732763942722 2024-11-28T03:19:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259/rs 2024-11-28T03:19:09,715 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:09,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,37073,1732763942722] 2024-11-28T03:19:09,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01387553259/draining/b4e3b2a3b1ef,37073,1732763942722 already deleted, retry=false 2024-11-28T03:19:09,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,37073,1732763942722 expired; onlineServers=0 2024-11-28T03:19:09,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,44069,1732763942693' ***** 2024-11-28T03:19:09,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:19:09,719 INFO [M:0;b4e3b2a3b1ef:44069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:09,719 INFO [M:0;b4e3b2a3b1ef:44069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:09,719 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:19:09,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:19:09,719 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:19:09,719 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763943324 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763943324,5,FailOnTimeoutGroup] 2024-11-28T03:19:09,720 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763943324 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763943324,5,FailOnTimeoutGroup] 2024-11-28T03:19:09,720 INFO [M:0;b4e3b2a3b1ef:44069 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:09,720 INFO [M:0;b4e3b2a3b1ef:44069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:09,720 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:19:09,720 INFO [M:0;b4e3b2a3b1ef:44069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:19:09,720 INFO [M:0;b4e3b2a3b1ef:44069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:09,720 INFO [M:0;b4e3b2a3b1ef:44069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:19:09,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:19:09,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01387553259/master 2024-11-28T03:19:09,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01387553259 2024-11-28T03:19:09,721 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] zookeeper.ZKUtil(347): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Unable to get data of znode /01387553259/master because node does not exist (not an error) 2024-11-28T03:19:09,721 WARN [M:0;b4e3b2a3b1ef:44069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:19:09,722 INFO [M:0;b4e3b2a3b1ef:44069 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/.lastflushedseqids 2024-11-28T03:19:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741852_1028 (size=181) 2024-11-28T03:19:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:09,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37073-0x1015c953f310007, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:09,818 INFO [RS:0;b4e3b2a3b1ef:37073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:09,818 INFO [RS:0;b4e3b2a3b1ef:37073 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,37073,1732763942722; zookeeper connection closed. 2024-11-28T03:19:09,819 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15acb851 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15acb851 2024-11-28T03:19:09,819 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:19:10,132 INFO [M:0;b4e3b2a3b1ef:44069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:19:10,132 INFO [M:0;b4e3b2a3b1ef:44069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:19:10,132 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:10,132 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:10,132 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:10,132 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:10,132 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:10,133 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-28T03:19:10,155 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd9f5e48664e4b6199529116c385d994 is 82, key is hbase:meta,,1/info:regioninfo/1732763943951/Put/seqid=0 2024-11-28T03:19:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741853_1029 (size=5672) 2024-11-28T03:19:10,560 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd9f5e48664e4b6199529116c385d994 2024-11-28T03:19:10,584 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c31999a7872e46dface475551957ec3c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732763948208/Put/seqid=0 2024-11-28T03:19:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741854_1030 (size=7312) 2024-11-28T03:19:10,589 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c31999a7872e46dface475551957ec3c 2024-11-28T03:19:10,613 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df2620b0fbe14f4b9c0e6251fe462ff8 is 69, key is b4e3b2a3b1ef,37073,1732763942722/rs:state/1732763943360/Put/seqid=0 2024-11-28T03:19:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741855_1031 (size=5370) 2024-11-28T03:19:10,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:10,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:19:10,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:11,018 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df2620b0fbe14f4b9c0e6251fe462ff8 2024-11-28T03:19:11,024 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df2620b0fbe14f4b9c0e6251fe462ff8 2024-11-28T03:19:11,025 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd9f5e48664e4b6199529116c385d994 as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd9f5e48664e4b6199529116c385d994 2024-11-28T03:19:11,031 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd9f5e48664e4b6199529116c385d994, entries=8, sequenceid=127, filesize=5.5 K 2024-11-28T03:19:11,032 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c31999a7872e46dface475551957ec3c as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c31999a7872e46dface475551957ec3c 2024-11-28T03:19:11,037 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c31999a7872e46dface475551957ec3c, entries=7, sequenceid=127, filesize=7.1 K 2024-11-28T03:19:11,038 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df2620b0fbe14f4b9c0e6251fe462ff8 as hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df2620b0fbe14f4b9c0e6251fe462ff8 2024-11-28T03:19:11,043 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df2620b0fbe14f4b9c0e6251fe462ff8 2024-11-28T03:19:11,043 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35211/user/jenkins/test-data/34815a96-01d9-8211-d3c4-b4276f4bb3e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df2620b0fbe14f4b9c0e6251fe462ff8, entries=2, sequenceid=127, filesize=5.2 K 2024-11-28T03:19:11,044 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=127, compaction requested=false 2024-11-28T03:19:11,045 INFO [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:11,045 DEBUG [M:0;b4e3b2a3b1ef:44069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763950132Disabling compacts and flushes for region at 1732763950132Disabling writes for close at 1732763950132Obtaining lock to block concurrent updates at 1732763950133 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763950133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732763950133Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763950133Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763950134 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763950155 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763950155Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763950566 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763950584 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763950584Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763950594 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763950612 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763950612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41279c0: reopening flushed file at 1732763951024 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1537cd: reopening flushed file at 1732763951032 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42de20b6: reopening flushed file at 1732763951037 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=127, compaction requested=false at 1732763951044 (+7 ms)Writing region close event to WAL at 1732763951045 (+1 ms)Closed at 1732763951045 2024-11-28T03:19:11,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45981 is added to blk_1073741847_1023 (size=22903) 2024-11-28T03:19:11,048 INFO [M:0;b4e3b2a3b1ef:44069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:19:11,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:11,048 INFO [M:0;b4e3b2a3b1ef:44069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44069 2024-11-28T03:19:11,048 INFO [M:0;b4e3b2a3b1ef:44069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:11,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:11,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44069-0x1015c953f310006, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:11,150 INFO [M:0;b4e3b2a3b1ef:44069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:11,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224df775{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:11,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aab8543{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:11,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:11,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4184d484{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:11,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8d2896{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:11,155 WARN [BP-469535297-172.17.0.2-1732763931830 heartbeating to localhost/127.0.0.1:35211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:19:11,155 WARN [BP-469535297-172.17.0.2-1732763931830 heartbeating to localhost/127.0.0.1:35211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469535297-172.17.0.2-1732763931830 (Datanode Uuid 5f7a42fc-9412-4d9d-b7f9-964e67f309e6) service to localhost/127.0.0.1:35211 2024-11-28T03:19:11,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:19:11,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:19:11,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/cluster_c5439081-c0cc-56a3-6385-e5551f54aad5/data/data1/current/BP-469535297-172.17.0.2-1732763931830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:11,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/cluster_c5439081-c0cc-56a3-6385-e5551f54aad5/data/data2/current/BP-469535297-172.17.0.2-1732763931830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:11,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:19:11,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71541d08{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:11,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23f5de37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:11,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:11,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4649bf0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:11,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@488881f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ba58c03-21e3-fbcd-c9fa-3f8e002e08ac/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:11,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:19:11,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:19:11,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35211 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54358) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40495 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54358) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 198) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6720 (was 6232) - AvailableMemoryMB LEAK? - 2024-11-28T03:19:11,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=6720 2024-11-28T03:19:11,212 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-28T03:19:11,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.log.dir so I do NOT create it in target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3 2024-11-28T03:19:11,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:19:11,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.tmp.dir so I do NOT create it in target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3 2024-11-28T03:19:11,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afde788a-bd6e-ea2a-930a-ab7c649ce9fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:19:11,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3 2024-11-28T03:19:11,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/cluster_75710d36-f1cd-b378-15cf-136db5fd3614, deleteOnExit=true 2024-11-28T03:19:11,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/cluster_75710d36-f1cd-b378-15cf-136db5fd3614/zookeeper_0, clientPort=59608, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/cluster_75710d36-f1cd-b378-15cf-136db5fd3614/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/cluster_75710d36-f1cd-b378-15cf-136db5fd3614/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:19:11,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59608 2024-11-28T03:19:11,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:19:11,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:19:11,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/test.cache.data in system properties and HBase conf 2024-11-28T03:19:11,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:19:11,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:19:11,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:19:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:19:11,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c953f310005, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:19:11,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c953f310002, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:19:11,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c953f310005, quorum=127.0.0.1:54358, baseZNode=/1716228245 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:19:11,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c953f310002, quorum=127.0.0.1:54358, baseZNode=/01387553259 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:19:11,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:11,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:19:11,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:19:11,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:19:11,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:19:11,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:11,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@755866f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:19:11,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169a1fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:19:11,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@199d0f84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/java.io.tmpdir/jetty-localhost-43409-hadoop-hdfs-3_4_1-tests_jar-_-any-18373764410532472603/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:11,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@265c2aad{HTTP/1.1, (http/1.1)}{localhost:43409} 2024-11-28T03:19:11,426 INFO [Time-limited test {}] server.Server(415): Started @145759ms 2024-11-28T03:19:11,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:11,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:19:11,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:19:11,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:19:11,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:19:11,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6a9ea6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:19:11,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcfb081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:19:11,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75830d1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/java.io.tmpdir/jetty-localhost-45509-hadoop-hdfs-3_4_1-tests_jar-_-any-11726794064078380805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:11,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b238757{HTTP/1.1, (http/1.1)}{localhost:45509} 2024-11-28T03:19:11,654 INFO [Time-limited test {}] server.Server(415): Started @145987ms 2024-11-28T03:19:11,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:19:11,746 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/cluster_75710d36-f1cd-b378-15cf-136db5fd3614/data/data1/current/BP-273551672-172.17.0.2-1732763951236/current, will proceed with Du for space computation calculation, 2024-11-28T03:19:11,746 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/cluster_75710d36-f1cd-b378-15cf-136db5fd3614/data/data2/current/BP-273551672-172.17.0.2-1732763951236/current, will proceed with Du for space computation calculation, 2024-11-28T03:19:11,772 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:19:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5045ec2690fe069 with lease ID 0xcd1de1d5f0cce759: Processing first storage report for DS-f99992af-0524-4150-936e-0eb073726fb4 from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=20c12ba1-884d-40fb-909b-73b782bc3bf6, infoPort=33243, infoSecurePort=0, ipcPort=36411, storageInfo=lv=-57;cid=testClusterID;nsid=2016323676;c=1732763951236) 2024-11-28T03:19:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5045ec2690fe069 with lease ID 0xcd1de1d5f0cce759: from storage DS-f99992af-0524-4150-936e-0eb073726fb4 node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=20c12ba1-884d-40fb-909b-73b782bc3bf6, infoPort=33243, infoSecurePort=0, ipcPort=36411, storageInfo=lv=-57;cid=testClusterID;nsid=2016323676;c=1732763951236), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:19:11,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5045ec2690fe069 with lease ID 0xcd1de1d5f0cce759: Processing first storage report for DS-d25b89f5-e6f4-45d6-921f-2b8f7e3c1eba from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=20c12ba1-884d-40fb-909b-73b782bc3bf6, infoPort=33243, infoSecurePort=0, ipcPort=36411, storageInfo=lv=-57;cid=testClusterID;nsid=2016323676;c=1732763951236) 2024-11-28T03:19:11,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5045ec2690fe069 with lease ID 0xcd1de1d5f0cce759: from storage DS-d25b89f5-e6f4-45d6-921f-2b8f7e3c1eba node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=20c12ba1-884d-40fb-909b-73b782bc3bf6, infoPort=33243, infoSecurePort=0, ipcPort=36411, storageInfo=lv=-57;cid=testClusterID;nsid=2016323676;c=1732763951236), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T03:19:11,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3 2024-11-28T03:19:11,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:11,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:11,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:19:12,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79 with version=8 2024-11-28T03:19:12,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/hbase-staging 2024-11-28T03:19:12,196 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:12,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:12,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:12,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:12,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:12,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:12,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:19:12,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:12,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41277 2024-11-28T03:19:12,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41277 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-28T03:19:12,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412770x0, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:12,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41277-0x1015c958afe0000 connected 2024-11-28T03:19:12,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:12,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:12,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on znode that does not yet exist, /0153783453/running 2024-11-28T03:19:12,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79, hbase.cluster.distributed=false 2024-11-28T03:19:12,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on znode that does not yet exist, /0153783453/acl 2024-11-28T03:19:12,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41277 2024-11-28T03:19:12,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41277 2024-11-28T03:19:12,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41277 2024-11-28T03:19:12,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41277 2024-11-28T03:19:12,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41277 2024-11-28T03:19:12,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:12,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:12,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:12,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:12,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:12,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:12,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:19:12,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:12,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46049 2024-11-28T03:19:12,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46049 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-28T03:19:12,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:12,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:12,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460490x0, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:12,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460490x0, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on znode that does not yet exist, /0153783453/running 2024-11-28T03:19:12,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:19:12,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46049-0x1015c958afe0001 connected 2024-11-28T03:19:12,288 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:19:12,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on znode that does not yet exist, /0153783453/master 2024-11-28T03:19:12,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on znode that does not yet exist, /0153783453/acl 2024-11-28T03:19:12,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-28T03:19:12,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46049 2024-11-28T03:19:12,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46049 2024-11-28T03:19:12,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-28T03:19:12,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-28T03:19:12,312 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:41277 2024-11-28T03:19:12,315 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0153783453/backup-masters/b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:12,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453/backup-masters 2024-11-28T03:19:12,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453/backup-masters 2024-11-28T03:19:12,317 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on existing znode=/0153783453/backup-masters/b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153783453/master 2024-11-28T03:19:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:12,320 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on existing znode=/0153783453/master 2024-11-28T03:19:12,321 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0153783453/backup-masters/b4e3b2a3b1ef,41277,1732763952196 from backup master directory 2024-11-28T03:19:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453/backup-masters 2024-11-28T03:19:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153783453/backup-masters/b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453/backup-masters 2024-11-28T03:19:12,322 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:12,322 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:12,326 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/hbase.id] with ID: 64e3ec4b-20eb-4e29-b705-3dda15d02b9d 2024-11-28T03:19:12,326 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/.tmp/hbase.id 2024-11-28T03:19:12,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:19:12,733 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/.tmp/hbase.id]:[hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/hbase.id] 2024-11-28T03:19:12,744 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:12,744 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:19:12,745 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:19:12,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:12,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:19:13,152 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:13,153 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:19:13,154 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:13,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:19:13,192 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store 2024-11-28T03:19:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:19:13,207 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:13,207 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:13,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:13,208 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:13,208 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:13,208 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:13,208 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:13,208 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763953207Disabling compacts and flushes for region at 1732763953207Disabling writes for close at 1732763953208 (+1 ms)Writing region close event to WAL at 1732763953208Closed at 1732763953208 2024-11-28T03:19:13,209 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/.initializing 2024-11-28T03:19:13,209 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/WALs/b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:13,210 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:13,212 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C41277%2C1732763952196, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/WALs/b4e3b2a3b1ef,41277,1732763952196, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/oldWALs, maxLogs=10 2024-11-28T03:19:13,231 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/WALs/b4e3b2a3b1ef,41277,1732763952196/b4e3b2a3b1ef%2C41277%2C1732763952196.1732763953212, exclude list is [], retry=0 2024-11-28T03:19:13,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-f99992af-0524-4150-936e-0eb073726fb4,DISK] 2024-11-28T03:19:13,263 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/WALs/b4e3b2a3b1ef,41277,1732763952196/b4e3b2a3b1ef%2C41277%2C1732763952196.1732763953212 2024-11-28T03:19:13,264 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33243:33243)] 2024-11-28T03:19:13,264 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:13,264 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:13,264 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,264 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:19:13,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:13,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:19:13,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:13,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:19:13,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:13,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:19:13,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:13,295 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,295 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,296 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,297 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,298 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,298 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:13,300 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:13,317 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:13,318 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72433536, jitterRate=0.07934379577636719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:13,319 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763953265Initializing all the Stores at 1732763953266 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763953266Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763953272 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763953272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763953272Cleaning up temporary data from old regions at 1732763953298 (+26 ms)Region opened successfully at 1732763953319 (+21 ms) 2024-11-28T03:19:13,321 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:19:13,326 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780282b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:13,327 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:19:13,327 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:19:13,327 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:19:13,328 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:19:13,328 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:19:13,329 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:19:13,329 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:19:13,336 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:19:13,338 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Unable to get data of znode /0153783453/balancer because node does not exist (not necessarily an error) 2024-11-28T03:19:13,341 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153783453/balancer already deleted, retry=false 2024-11-28T03:19:13,342 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:19:13,343 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Unable to get data of znode /0153783453/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:19:13,351 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153783453/normalizer already deleted, retry=false 2024-11-28T03:19:13,352 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:19:13,353 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Unable to get data of znode /0153783453/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:19:13,355 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153783453/switch/split already deleted, retry=false 2024-11-28T03:19:13,356 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Unable to get data of znode /0153783453/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:19:13,358 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153783453/switch/merge already deleted, retry=false 2024-11-28T03:19:13,361 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Unable to get data of znode /0153783453/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:19:13,363 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153783453/snapshot-cleanup already deleted, retry=false 2024-11-28T03:19:13,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153783453/running 2024-11-28T03:19:13,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153783453/running 2024-11-28T03:19:13,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:13,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:13,370 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,41277,1732763952196, sessionid=0x1015c958afe0000, setting cluster-up flag (Was=false) 2024-11-28T03:19:13,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:13,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:13,385 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0153783453/flush-table-proc/acquired, /0153783453/flush-table-proc/reached, /0153783453/flush-table-proc/abort 2024-11-28T03:19:13,386 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:13,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:13,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:13,396 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0153783453/online-snapshot/acquired, /0153783453/online-snapshot/reached, /0153783453/online-snapshot/abort 2024-11-28T03:19:13,397 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:13,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:19:13,414 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:13,415 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:19:13,415 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:19:13,415 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b4e3b2a3b1ef,37337,1732763932973: status=Processing ServerCrashProcedure of b4e3b2a3b1ef,37337,1732763932973 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732763943323, completionTime=-1 appears to have been leaked 2024-11-28T03:19:13,415 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,41277,1732763952196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:19:13,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:13,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:13,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:13,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:13,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:19:13,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:13,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,426 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(746): ClusterId : 64e3ec4b-20eb-4e29-b705-3dda15d02b9d 2024-11-28T03:19:13,426 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:19:13,430 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:19:13,430 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:19:13,434 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:19:13,434 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fbd27e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:13,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:13,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:19:13,440 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:19:13,474 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763983474 2024-11-28T03:19:13,475 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:19:13,475 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:19:13,475 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:19:13,475 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:19:13,475 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:19:13,475 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:19:13,476 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,483 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:46049 2024-11-28T03:19:13,483 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:19:13,483 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:19:13,483 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:19:13,487 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,41277,1732763952196 with port=46049, startcode=1732763952272 2024-11-28T03:19:13,487 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:19:13,490 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:19:13,490 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41277 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T03:19:13,491 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T03:19:13,491 WARN [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T03:19:13,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:19:13,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:19:13,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79 2024-11-28T03:19:13,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:13,506 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:19:13,506 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:19:13,506 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:19:13,506 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:19:13,506 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:19:13,506 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:19:13,506 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763953506,5,FailOnTimeoutGroup] 2024-11-28T03:19:13,508 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763953506,5,FailOnTimeoutGroup] 2024-11-28T03:19:13,508 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,508 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:19:13,508 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,508 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:19:13,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:13,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:13,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:13,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:13,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:13,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:13,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:13,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:13,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:13,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:13,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:13,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:13,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:13,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:13,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:13,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:13,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:13,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:13,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740 2024-11-28T03:19:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:13,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740 2024-11-28T03:19:13,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:13,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:13,555 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:13,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:13,559 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:13,559 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71786643, jitterRate=0.0697043389081955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:13,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763953536Initializing all the Stores at 1732763953538 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763953538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763953539 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763953539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763953539Cleaning up temporary data from old regions at 1732763953554 (+15 ms)Region opened successfully at 1732763953560 (+6 ms) 2024-11-28T03:19:13,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:13,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:13,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:13,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:13,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:13,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:13,560 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:13,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763953560Disabling compacts and flushes for region at 1732763953560Disabling writes for close at 1732763953560Writing region close event to WAL at 1732763953560Closed at 1732763953560 2024-11-28T03:19:13,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:13,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:19:13,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:19:13,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:13,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:13,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:19:13,592 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,41277,1732763952196 with port=46049, startcode=1732763952272 2024-11-28T03:19:13,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:13,594 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41277 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:13,596 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79 2024-11-28T03:19:13,596 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46761 2024-11-28T03:19:13,596 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:19:13,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453/rs 2024-11-28T03:19:13,599 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] zookeeper.ZKUtil(111): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on existing znode=/0153783453/rs/b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:13,599 WARN [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:13,599 INFO [RS:0;b4e3b2a3b1ef:46049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:13,599 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:13,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,46049,1732763952272] 2024-11-28T03:19:13,612 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:19:13,617 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:19:13,620 INFO [RS:0;b4e3b2a3b1ef:46049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:19:13,621 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,624 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:19:13,625 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:19:13,625 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,626 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,627 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:13,627 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:13,627 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:13,633 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,633 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,633 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,633 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,633 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,633 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,46049,1732763952272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:13,658 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:19:13,658 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,46049,1732763952272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,659 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,659 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.Replication(171): b4e3b2a3b1ef,46049,1732763952272 started 2024-11-28T03:19:13,681 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:13,681 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,46049,1732763952272, RpcServer on b4e3b2a3b1ef/172.17.0.2:46049, sessionid=0x1015c958afe0001 2024-11-28T03:19:13,682 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:19:13,682 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:13,682 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,46049,1732763952272' 2024-11-28T03:19:13,682 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0153783453/flush-table-proc/abort' 2024-11-28T03:19:13,682 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0153783453/flush-table-proc/acquired' 2024-11-28T03:19:13,683 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:19:13,683 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:19:13,683 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:13,683 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,46049,1732763952272' 2024-11-28T03:19:13,683 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0153783453/online-snapshot/abort' 2024-11-28T03:19:13,683 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0153783453/online-snapshot/acquired' 2024-11-28T03:19:13,684 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:19:13,684 INFO [RS:0;b4e3b2a3b1ef:46049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:19:13,684 INFO [RS:0;b4e3b2a3b1ef:46049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:19:13,715 WARN [b4e3b2a3b1ef:41277 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T03:19:13,785 INFO [RS:0;b4e3b2a3b1ef:46049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:13,787 INFO [RS:0;b4e3b2a3b1ef:46049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46049%2C1732763952272, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/oldWALs, maxLogs=10 2024-11-28T03:19:13,804 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787, exclude list is [], retry=0 2024-11-28T03:19:13,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-f99992af-0524-4150-936e-0eb073726fb4,DISK] 2024-11-28T03:19:13,825 INFO [RS:0;b4e3b2a3b1ef:46049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 2024-11-28T03:19:13,828 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33243:33243)] 2024-11-28T03:19:13,965 DEBUG [b4e3b2a3b1ef:41277 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:19:13,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:13,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,46049,1732763952272, state=OPENING 2024-11-28T03:19:13,968 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:19:13,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:13,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:13,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153783453/meta-region-server: CHANGED 2024-11-28T03:19:13,970 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153783453/meta-region-server: CHANGED 2024-11-28T03:19:13,970 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:13,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46049,1732763952272}] 2024-11-28T03:19:14,126 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:14,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:19:14,140 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:19:14,140 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:14,140 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:19:14,145 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46049%2C1732763952272.meta, suffix=.meta, logDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/oldWALs, maxLogs=10 2024-11-28T03:19:14,165 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.meta.1732763954145.meta, exclude list is [], retry=0 2024-11-28T03:19:14,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-f99992af-0524-4150-936e-0eb073726fb4,DISK] 2024-11-28T03:19:14,169 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.meta.1732763954145.meta 2024-11-28T03:19:14,169 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33243:33243)] 2024-11-28T03:19:14,169 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:14,169 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:14,170 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:14,170 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:19:14,170 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:19:14,170 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:19:14,170 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:14,170 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:19:14,170 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:19:14,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:14,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:14,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:14,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:14,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:14,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:14,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:14,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:14,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:14,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:14,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:14,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:14,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:14,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:14,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:14,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:14,175 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:14,176 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740 2024-11-28T03:19:14,177 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740 2024-11-28T03:19:14,178 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:14,178 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:14,178 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:14,179 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:14,180 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59742945, jitterRate=-0.10976074635982513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:14,180 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:19:14,180 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763954170Writing region info on filesystem at 1732763954170Initializing all the Stores at 1732763954171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763954171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763954171Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763954171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763954171Cleaning up temporary data from old regions at 1732763954178 (+7 ms)Running coprocessor post-open hooks at 1732763954180 (+2 ms)Region opened successfully at 1732763954180 2024-11-28T03:19:14,181 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763954126 2024-11-28T03:19:14,183 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:19:14,183 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:19:14,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:14,185 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,46049,1732763952272, state=OPEN 2024-11-28T03:19:14,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0153783453/meta-region-server 2024-11-28T03:19:14,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0153783453/meta-region-server 2024-11-28T03:19:14,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:14,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153783453/meta-region-server: CHANGED 2024-11-28T03:19:14,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153783453/meta-region-server: CHANGED 2024-11-28T03:19:14,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:19:14,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46049,1732763952272 in 220 msec 2024-11-28T03:19:14,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:19:14,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-28T03:19:14,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:14,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:19:14,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:14,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=-1] 2024-11-28T03:19:14,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:14,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:14,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 788 msec 2024-11-28T03:19:14,201 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763954201, completionTime=-1 2024-11-28T03:19:14,201 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:19:14,201 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764014203 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764074203 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41277,1732763952196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41277,1732763952196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41277,1732763952196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:41277, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:14,203 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:14,204 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:14,205 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:19:14,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.885sec 2024-11-28T03:19:14,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:19:14,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:19:14,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:19:14,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:19:14,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:19:14,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41277,1732763952196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:14,207 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41277,1732763952196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:19:14,209 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:19:14,209 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:19:14,209 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41277,1732763952196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:14,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:14,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41277,-1 for getting cluster id 2024-11-28T03:19:14,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:14,227 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64e3ec4b-20eb-4e29-b705-3dda15d02b9d' 2024-11-28T03:19:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64e3ec4b-20eb-4e29-b705-3dda15d02b9d" 2024-11-28T03:19:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103fc977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41277,-1] 2024-11-28T03:19:14,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:14,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:14,229 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:14,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a57df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:14,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:14,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=-1] 2024-11-28T03:19:14,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:14,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:14,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:14,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-28T03:19:14,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:14,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c958afe0002 connected 2024-11-28T03:19:14,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.log.dir so I do NOT create it in target/test-data/c805009a-00a1-530a-b51c-93e6a694a162 2024-11-28T03:19:14,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:19:14,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.tmp.dir so I do NOT create it in target/test-data/c805009a-00a1-530a-b51c-93e6a694a162 2024-11-28T03:19:14,241 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:19:14,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162 2024-11-28T03:19:14,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:19:14,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/cluster_355f5b40-1ffd-1ed0-fc36-2a2b0290cebe, deleteOnExit=true 2024-11-28T03:19:14,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:19:14,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/test.cache.data in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:19:14,242 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:19:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:19:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:19:14,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:19:14,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:14,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:19:14,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:19:14,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:19:14,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:19:14,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:14,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:19:14,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:19:14,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b344cbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/java.io.tmpdir/jetty-localhost-38707-hadoop-hdfs-3_4_1-tests_jar-_-any-10048887155944936454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:14,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:38707} 2024-11-28T03:19:14,489 INFO [Time-limited test {}] server.Server(415): Started @148822ms 2024-11-28T03:19:14,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:14,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:19:14,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:19:14,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:19:14,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:19:14,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:19:14,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:19:14,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@596ea19b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/java.io.tmpdir/jetty-localhost-37235-hadoop-hdfs-3_4_1-tests_jar-_-any-4494017747152604318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:14,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:37235} 2024-11-28T03:19:14,704 INFO [Time-limited test {}] server.Server(415): Started @149037ms 2024-11-28T03:19:14,705 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:19:14,807 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/cluster_355f5b40-1ffd-1ed0-fc36-2a2b0290cebe/data/data1/current/BP-370160374-172.17.0.2-1732763954269/current, will proceed with Du for space computation calculation, 2024-11-28T03:19:14,807 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/cluster_355f5b40-1ffd-1ed0-fc36-2a2b0290cebe/data/data2/current/BP-370160374-172.17.0.2-1732763954269/current, will proceed with Du for space computation calculation, 2024-11-28T03:19:14,825 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:19:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0692d01256905a1 with lease ID 0xbf7ba4d5073e167c: Processing first storage report for DS-5b619dc7-4172-4fe0-a8e3-249059fa055a from datanode DatanodeRegistration(127.0.0.1:34081, datanodeUuid=ac9eeb01-a9c1-46d3-81ec-6a9dc34c9a94, infoPort=36959, infoSecurePort=0, ipcPort=43181, storageInfo=lv=-57;cid=testClusterID;nsid=1049475070;c=1732763954269) 2024-11-28T03:19:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0692d01256905a1 with lease ID 0xbf7ba4d5073e167c: from storage DS-5b619dc7-4172-4fe0-a8e3-249059fa055a node DatanodeRegistration(127.0.0.1:34081, datanodeUuid=ac9eeb01-a9c1-46d3-81ec-6a9dc34c9a94, infoPort=36959, infoSecurePort=0, ipcPort=43181, storageInfo=lv=-57;cid=testClusterID;nsid=1049475070;c=1732763954269), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T03:19:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0692d01256905a1 with lease ID 0xbf7ba4d5073e167c: Processing first storage report for DS-2dae468e-bf43-4e2f-833f-9ff8ff35abba from datanode DatanodeRegistration(127.0.0.1:34081, datanodeUuid=ac9eeb01-a9c1-46d3-81ec-6a9dc34c9a94, infoPort=36959, infoSecurePort=0, ipcPort=43181, storageInfo=lv=-57;cid=testClusterID;nsid=1049475070;c=1732763954269) 2024-11-28T03:19:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0692d01256905a1 with lease ID 0xbf7ba4d5073e167c: from storage DS-2dae468e-bf43-4e2f-833f-9ff8ff35abba node DatanodeRegistration(127.0.0.1:34081, datanodeUuid=ac9eeb01-a9c1-46d3-81ec-6a9dc34c9a94, infoPort=36959, infoSecurePort=0, ipcPort=43181, storageInfo=lv=-57;cid=testClusterID;nsid=1049475070;c=1732763954269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:19:14,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162 2024-11-28T03:19:14,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:14,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:14,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:19:15,241 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa with version=8 2024-11-28T03:19:15,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/hbase-staging 2024-11-28T03:19:15,243 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:15,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:15,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:15,243 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:15,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:15,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:15,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:19:15,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:15,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44007 2024-11-28T03:19:15,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44007 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-28T03:19:15,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440070x0, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:15,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44007-0x1015c958afe0003 connected 2024-11-28T03:19:15,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:15,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:15,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on znode that does not yet exist, /1-973620281/running 2024-11-28T03:19:15,262 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa, hbase.cluster.distributed=false 2024-11-28T03:19:15,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on znode that does not yet exist, /1-973620281/acl 2024-11-28T03:19:15,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-28T03:19:15,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44007 2024-11-28T03:19:15,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44007 2024-11-28T03:19:15,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-28T03:19:15,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-28T03:19:15,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:15,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:15,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:15,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:15,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:15,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:15,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:19:15,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:15,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43347 2024-11-28T03:19:15,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43347 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-28T03:19:15,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:15,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:15,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433470x0, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:15,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433470x0, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on znode that does not yet exist, /1-973620281/running 2024-11-28T03:19:15,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43347-0x1015c958afe0004 connected 2024-11-28T03:19:15,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:19:15,293 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:19:15,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on znode that does not yet exist, /1-973620281/master 2024-11-28T03:19:15,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on znode that does not yet exist, /1-973620281/acl 2024-11-28T03:19:15,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43347 2024-11-28T03:19:15,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43347 2024-11-28T03:19:15,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43347 2024-11-28T03:19:15,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43347 2024-11-28T03:19:15,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43347 2024-11-28T03:19:15,309 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:44007 2024-11-28T03:19:15,310 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-973620281/backup-masters/b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281/backup-masters 2024-11-28T03:19:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281/backup-masters 2024-11-28T03:19:15,311 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on existing znode=/1-973620281/backup-masters/b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:15,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-973620281/master 2024-11-28T03:19:15,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:15,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:15,313 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on existing znode=/1-973620281/master 2024-11-28T03:19:15,313 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-973620281/backup-masters/b4e3b2a3b1ef,44007,1732763955243 from backup master directory 2024-11-28T03:19:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973620281/backup-masters/b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281/backup-masters 2024-11-28T03:19:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281/backup-masters 2024-11-28T03:19:15,319 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:15,319 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:15,323 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/hbase.id] with ID: aae7df93-0883-41c0-ad4f-d7e68a9b6585 2024-11-28T03:19:15,323 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/.tmp/hbase.id 2024-11-28T03:19:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:19:15,731 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/.tmp/hbase.id]:[hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/hbase.id] 2024-11-28T03:19:15,741 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:15,742 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:19:15,743 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:19:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:19:16,153 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:16,154 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:19:16,154 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:16,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:19:16,562 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store 2024-11-28T03:19:16,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:19:16,969 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:16,969 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:16,969 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:16,969 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:16,969 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:16,969 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:16,969 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:16,969 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763956969Disabling compacts and flushes for region at 1732763956969Disabling writes for close at 1732763956969Writing region close event to WAL at 1732763956969Closed at 1732763956969 2024-11-28T03:19:16,970 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/.initializing 2024-11-28T03:19:16,970 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/WALs/b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:16,971 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:16,973 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C44007%2C1732763955243, suffix=, logDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/WALs/b4e3b2a3b1ef,44007,1732763955243, archiveDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/oldWALs, maxLogs=10 2024-11-28T03:19:16,990 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/WALs/b4e3b2a3b1ef,44007,1732763955243/b4e3b2a3b1ef%2C44007%2C1732763955243.1732763956973, exclude list is [], retry=0 2024-11-28T03:19:16,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34081,DS-5b619dc7-4172-4fe0-a8e3-249059fa055a,DISK] 2024-11-28T03:19:16,994 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/WALs/b4e3b2a3b1ef,44007,1732763955243/b4e3b2a3b1ef%2C44007%2C1732763955243.1732763956973 2024-11-28T03:19:16,995 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36959:36959)] 2024-11-28T03:19:16,995 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:16,995 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:16,995 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:16,995 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:16,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:16,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:19:16,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:16,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:16,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:16,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:19:16,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:16,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:16,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:17,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:19:17,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:17,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:17,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:17,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:19:17,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:17,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:17,002 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:17,003 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:17,003 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:17,004 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:17,004 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:17,005 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:17,005 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:17,007 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:17,007 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72119541, jitterRate=0.07466490566730499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:17,007 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763956995Initializing all the Stores at 1732763956996 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763956996Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763956996Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763956996Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763956996Cleaning up temporary data from old regions at 1732763957004 (+8 ms)Region opened successfully at 1732763957007 (+3 ms) 2024-11-28T03:19:17,008 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:19:17,010 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7868c64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:17,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:19:17,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:19:17,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:19:17,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:19:17,011 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:19:17,012 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:19:17,012 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:19:17,013 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:19:17,014 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Unable to get data of znode /1-973620281/balancer because node does not exist (not necessarily an error) 2024-11-28T03:19:17,015 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973620281/balancer already deleted, retry=false 2024-11-28T03:19:17,016 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:19:17,016 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Unable to get data of znode /1-973620281/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:19:17,017 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973620281/normalizer already deleted, retry=false 2024-11-28T03:19:17,017 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:19:17,018 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Unable to get data of znode /1-973620281/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:19:17,020 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973620281/switch/split already deleted, retry=false 2024-11-28T03:19:17,021 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Unable to get data of znode /1-973620281/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:19:17,022 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973620281/switch/merge already deleted, retry=false 2024-11-28T03:19:17,024 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Unable to get data of znode /1-973620281/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:19:17,024 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973620281/snapshot-cleanup already deleted, retry=false 2024-11-28T03:19:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-973620281/running 2024-11-28T03:19:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-973620281/running 2024-11-28T03:19:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:17,027 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,44007,1732763955243, sessionid=0x1015c958afe0003, setting cluster-up flag (Was=false) 2024-11-28T03:19:17,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:17,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:17,036 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-973620281/flush-table-proc/acquired, /1-973620281/flush-table-proc/reached, /1-973620281/flush-table-proc/abort 2024-11-28T03:19:17,037 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:17,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:17,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:17,044 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-973620281/online-snapshot/acquired, /1-973620281/online-snapshot/reached, /1-973620281/online-snapshot/abort 2024-11-28T03:19:17,045 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:17,046 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:19:17,047 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:17,047 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:19:17,047 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:19:17,048 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,44007,1732763955243 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:19:17,049 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:17,049 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:17,049 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:17,049 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:17,049 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:19:17,049 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,049 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:17,049 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732763987049 2024-11-28T03:19:17,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:19:17,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:19:17,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:19:17,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:19:17,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:19:17,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:19:17,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:17,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:19:17,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,051 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:19:17,051 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:19:17,051 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:19:17,051 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:19:17,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:17,051 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:19:17,051 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:19:17,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:19:17,052 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763957051,5,FailOnTimeoutGroup] 2024-11-28T03:19:17,052 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763957052,5,FailOnTimeoutGroup] 2024-11-28T03:19:17,052 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,052 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:19:17,052 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,052 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:19:17,098 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(746): ClusterId : aae7df93-0883-41c0-ad4f-d7e68a9b6585 2024-11-28T03:19:17,098 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:19:17,099 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:19:17,100 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:19:17,101 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:19:17,101 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea41c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:17,114 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:43347 2024-11-28T03:19:17,114 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:19:17,114 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:19:17,114 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:19:17,114 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,44007,1732763955243 with port=43347, startcode=1732763955283 2024-11-28T03:19:17,115 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:19:17,116 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:19:17,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:17,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44007 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:17,118 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa 2024-11-28T03:19:17,118 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43743 2024-11-28T03:19:17,118 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:19:17,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281/rs 2024-11-28T03:19:17,122 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] zookeeper.ZKUtil(111): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on existing znode=/1-973620281/rs/b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:17,122 WARN [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:17,122 INFO [RS:0;b4e3b2a3b1ef:43347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:17,122 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:17,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,43347,1732763955283] 2024-11-28T03:19:17,126 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:19:17,127 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:19:17,127 INFO [RS:0;b4e3b2a3b1ef:43347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:19:17,127 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,128 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:19:17,129 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:19:17,129 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:17,129 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:17,130 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,131 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,131 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,131 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,131 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,131 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43347,1732763955283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:17,149 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:19:17,149 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43347,1732763955283-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,149 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,149 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.Replication(171): b4e3b2a3b1ef,43347,1732763955283 started 2024-11-28T03:19:17,165 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:17,165 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,43347,1732763955283, RpcServer on b4e3b2a3b1ef/172.17.0.2:43347, sessionid=0x1015c958afe0004 2024-11-28T03:19:17,165 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:19:17,165 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:17,165 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,43347,1732763955283' 2024-11-28T03:19:17,165 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-973620281/flush-table-proc/abort' 2024-11-28T03:19:17,166 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-973620281/flush-table-proc/acquired' 2024-11-28T03:19:17,166 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:19:17,166 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:19:17,166 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:17,166 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,43347,1732763955283' 2024-11-28T03:19:17,166 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-973620281/online-snapshot/abort' 2024-11-28T03:19:17,166 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-973620281/online-snapshot/acquired' 2024-11-28T03:19:17,167 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:19:17,167 INFO [RS:0;b4e3b2a3b1ef:43347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:19:17,167 INFO [RS:0;b4e3b2a3b1ef:43347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:19:17,267 INFO [RS:0;b4e3b2a3b1ef:43347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:17,268 INFO [RS:0;b4e3b2a3b1ef:43347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C43347%2C1732763955283, suffix=, logDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283, archiveDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/oldWALs, maxLogs=10 2024-11-28T03:19:17,282 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269, exclude list is [], retry=0 2024-11-28T03:19:17,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34081,DS-5b619dc7-4172-4fe0-a8e3-249059fa055a,DISK] 2024-11-28T03:19:17,287 INFO [RS:0;b4e3b2a3b1ef:43347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 2024-11-28T03:19:17,287 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36959:36959)] 2024-11-28T03:19:17,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:19:17,462 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa 2024-11-28T03:19:17,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:19:17,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:17,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:17,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:17,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:17,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:17,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:17,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:17,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:17,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:17,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:17,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:17,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:17,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:17,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:17,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:17,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:17,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:17,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:17,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740 2024-11-28T03:19:17,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740 2024-11-28T03:19:17,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:17,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:17,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:17,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:17,883 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:17,884 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64379226, jitterRate=-0.04067477583885193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:17,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763957868Initializing all the Stores at 1732763957869 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763957869Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763957869Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763957869Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763957869Cleaning up temporary data from old regions at 1732763957878 (+9 ms)Region opened successfully at 1732763957884 (+6 ms) 2024-11-28T03:19:17,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:17,884 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:17,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:17,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:17,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:17,884 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:17,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763957884Disabling compacts and flushes for region at 1732763957884Disabling writes for close at 1732763957884Writing region close event to WAL at 1732763957884Closed at 1732763957884 2024-11-28T03:19:17,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:17,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:19:17,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:19:17,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:17,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:19:18,038 DEBUG [b4e3b2a3b1ef:44007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:19:18,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:18,039 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,43347,1732763955283, state=OPENING 2024-11-28T03:19:18,043 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:19:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:18,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:18,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-973620281/meta-region-server: CHANGED 2024-11-28T03:19:18,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-973620281/meta-region-server: CHANGED 2024-11-28T03:19:18,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43347,1732763955283}] 2024-11-28T03:19:18,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:18,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:19:18,202 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:19:18,202 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:18,203 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:19:18,204 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C43347%2C1732763955283.meta, suffix=.meta, logDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283, archiveDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/oldWALs, maxLogs=10 2024-11-28T03:19:18,221 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.meta.1732763958204.meta, exclude list is [], retry=0 2024-11-28T03:19:18,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34081,DS-5b619dc7-4172-4fe0-a8e3-249059fa055a,DISK] 2024-11-28T03:19:18,225 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.meta.1732763958204.meta 2024-11-28T03:19:18,225 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36959:36959)] 2024-11-28T03:19:18,225 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:18,225 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:18,225 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:18,226 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:19:18,226 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:19:18,226 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:19:18,226 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:18,226 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:19:18,226 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:19:18,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:18,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:18,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:18,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:18,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:18,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:18,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:18,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:18,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:18,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:18,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:18,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:18,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:18,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:18,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:18,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:18,231 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:18,232 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740 2024-11-28T03:19:18,233 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740 2024-11-28T03:19:18,234 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:18,234 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:18,234 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:18,236 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:18,236 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72889742, jitterRate=0.08614179491996765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:18,236 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:19:18,236 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763958226Writing region info on filesystem at 1732763958226Initializing all the Stores at 1732763958227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763958227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763958227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763958227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763958227Cleaning up temporary data from old regions at 1732763958234 (+7 ms)Running coprocessor post-open hooks at 1732763958236 (+2 ms)Region opened successfully at 1732763958236 2024-11-28T03:19:18,237 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763958197 2024-11-28T03:19:18,239 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:19:18,239 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:19:18,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:18,240 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,43347,1732763955283, state=OPEN 2024-11-28T03:19:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-973620281/meta-region-server 2024-11-28T03:19:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-973620281/meta-region-server 2024-11-28T03:19:18,243 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:18,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-973620281/meta-region-server: CHANGED 2024-11-28T03:19:18,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-973620281/meta-region-server: CHANGED 2024-11-28T03:19:18,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:19:18,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,43347,1732763955283 in 198 msec 2024-11-28T03:19:18,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:19:18,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-28T03:19:18,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:18,247 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:19:18,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:18,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=-1] 2024-11-28T03:19:18,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:18,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:18,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-28T03:19:18,254 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763958254, completionTime=-1 2024-11-28T03:19:18,255 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:19:18,255 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:19:18,256 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:19:18,256 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764018256 2024-11-28T03:19:18,256 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764078256 2024-11-28T03:19:18,256 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:19:18,257 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44007,1732763955243-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:18,257 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44007,1732763955243-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:18,257 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44007,1732763955243-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:18,257 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:44007, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:18,257 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:18,257 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:18,258 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:19:18,260 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.941sec 2024-11-28T03:19:18,260 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:19:18,260 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:19:18,260 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:19:18,260 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:19:18,260 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:19:18,260 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44007,1732763955243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:18,260 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44007,1732763955243-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:19:18,262 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:19:18,262 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:19:18,262 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44007,1732763955243-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:18,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:18,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44007,-1 for getting cluster id 2024-11-28T03:19:18,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:18,300 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae7df93-0883-41c0-ad4f-d7e68a9b6585' 2024-11-28T03:19:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae7df93-0883-41c0-ad4f-d7e68a9b6585" 2024-11-28T03:19:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acdbfd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44007,-1] 2024-11-28T03:19:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:18,302 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:18,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:18,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=-1] 2024-11-28T03:19:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:18,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:18,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:18,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-28T03:19:18,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:18,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c958afe0005 connected 2024-11-28T03:19:18,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ffe793 2024-11-28T03:19:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:18,313 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:18,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:19:18,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:19:18,315 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:18,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:19:18,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:19:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:18,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:19:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:18,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7546b60ea839f1ada23b6b63a9133054, NAME => 'test,,1732763958313.7546b60ea839f1ada23b6b63a9133054.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79 2024-11-28T03:19:18,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:19:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:19,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732763958313.7546b60ea839f1ada23b6b63a9133054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:19,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7546b60ea839f1ada23b6b63a9133054, disabling compactions & flushes 2024-11-28T03:19:19,130 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:19,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:19,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. after waiting 0 ms 2024-11-28T03:19:19,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:19,130 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:19,130 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7546b60ea839f1ada23b6b63a9133054: Waiting for close lock at 1732763959130Disabling compacts and flushes for region at 1732763959130Disabling writes for close at 1732763959130Writing region close event to WAL at 1732763959130Closed at 1732763959130 2024-11-28T03:19:19,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:19:19,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732763958313.7546b60ea839f1ada23b6b63a9133054.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732763959132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763959132"}]},"ts":"1732763959132"} 2024-11-28T03:19:19,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:19:19,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:19:19,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763959135"}]},"ts":"1732763959135"} 2024-11-28T03:19:19,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:19:19,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7546b60ea839f1ada23b6b63a9133054, ASSIGN}] 2024-11-28T03:19:19,139 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7546b60ea839f1ada23b6b63a9133054, ASSIGN 2024-11-28T03:19:19,140 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7546b60ea839f1ada23b6b63a9133054, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,46049,1732763952272; forceNewPlan=false, retain=false 2024-11-28T03:19:19,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7546b60ea839f1ada23b6b63a9133054, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:19,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7546b60ea839f1ada23b6b63a9133054, ASSIGN because future has completed 2024-11-28T03:19:19,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7546b60ea839f1ada23b6b63a9133054, server=b4e3b2a3b1ef,46049,1732763952272}] 2024-11-28T03:19:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:19,452 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:19,452 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7546b60ea839f1ada23b6b63a9133054, NAME => 'test,,1732763958313.7546b60ea839f1ada23b6b63a9133054.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:19,452 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:19,453 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:19:19,453 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,453 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732763958313.7546b60ea839f1ada23b6b63a9133054.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:19,453 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,453 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,454 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,455 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7546b60ea839f1ada23b6b63a9133054 columnFamilyName f 2024-11-28T03:19:19,455 DEBUG [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:19,456 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] regionserver.HStore(327): Store=7546b60ea839f1ada23b6b63a9133054/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:19,456 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,457 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7546b60ea839f1ada23b6b63a9133054 columnFamilyName f1 2024-11-28T03:19:19,457 DEBUG [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:19,457 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] regionserver.HStore(327): Store=7546b60ea839f1ada23b6b63a9133054/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:19,457 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,458 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7546b60ea839f1ada23b6b63a9133054 columnFamilyName norep 2024-11-28T03:19:19,458 DEBUG [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:19,459 INFO [StoreOpener-7546b60ea839f1ada23b6b63a9133054-1 {}] regionserver.HStore(327): Store=7546b60ea839f1ada23b6b63a9133054/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:19,459 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,459 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,460 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,460 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,460 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,461 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:19,462 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,464 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:19,464 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7546b60ea839f1ada23b6b63a9133054; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65975905, jitterRate=-0.016882404685020447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:19,464 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:19,465 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7546b60ea839f1ada23b6b63a9133054: Running coprocessor pre-open hook at 1732763959453Writing region info on filesystem at 1732763959453Initializing all the Stores at 1732763959454 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763959454Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763959454Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763959454Cleaning up temporary data from old regions at 1732763959460 (+6 ms)Running coprocessor post-open hooks at 1732763959464 (+4 ms)Region opened successfully at 1732763959465 (+1 ms) 2024-11-28T03:19:19,466 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732763958313.7546b60ea839f1ada23b6b63a9133054., pid=6, masterSystemTime=1732763959448 2024-11-28T03:19:19,468 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:19,468 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:19,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7546b60ea839f1ada23b6b63a9133054, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:19,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7546b60ea839f1ada23b6b63a9133054, server=b4e3b2a3b1ef,46049,1732763952272 because future has completed 2024-11-28T03:19:19,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:19:19,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7546b60ea839f1ada23b6b63a9133054, server=b4e3b2a3b1ef,46049,1732763952272 in 177 msec 2024-11-28T03:19:19,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:19:19,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7546b60ea839f1ada23b6b63a9133054, ASSIGN in 336 msec 2024-11-28T03:19:19,476 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:19:19,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763959476"}]},"ts":"1732763959476"} 2024-11-28T03:19:19,478 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:19:19,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:19:19,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-28T03:19:19,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:19,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:19,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:19,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:19,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:19,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:19,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:19,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:19,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:19,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:19:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:20,463 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:19:20,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b609fbf 2024-11-28T03:19:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:20,465 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:20,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:19:20,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:19:20,468 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:20,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:19:20,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:19:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:20,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:19:20,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a75c42a31501ba4875aa633ccc1e0226, NAME => 'test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa 2024-11-28T03:19:20,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:19:20,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:20,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a75c42a31501ba4875aa633ccc1e0226, disabling compactions & flushes 2024-11-28T03:19:20,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:20,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:20,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. after waiting 0 ms 2024-11-28T03:19:20,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:20,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:20,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a75c42a31501ba4875aa633ccc1e0226: Waiting for close lock at 1732763960488Disabling compacts and flushes for region at 1732763960488Disabling writes for close at 1732763960488Writing region close event to WAL at 1732763960488Closed at 1732763960488 2024-11-28T03:19:20,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:19:20,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732763960489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763960489"}]},"ts":"1732763960489"} 2024-11-28T03:19:20,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:19:20,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:19:20,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763960494"}]},"ts":"1732763960494"} 2024-11-28T03:19:20,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:19:20,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a75c42a31501ba4875aa633ccc1e0226, ASSIGN}] 2024-11-28T03:19:20,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a75c42a31501ba4875aa633ccc1e0226, ASSIGN 2024-11-28T03:19:20,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a75c42a31501ba4875aa633ccc1e0226, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,43347,1732763955283; forceNewPlan=false, retain=false 2024-11-28T03:19:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:20,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a75c42a31501ba4875aa633ccc1e0226, regionState=OPENING, regionLocation=b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:20,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a75c42a31501ba4875aa633ccc1e0226, ASSIGN because future has completed 2024-11-28T03:19:20,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a75c42a31501ba4875aa633ccc1e0226, server=b4e3b2a3b1ef,43347,1732763955283}] 2024-11-28T03:19:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:20,808 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:20,809 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a75c42a31501ba4875aa633ccc1e0226, NAME => 'test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:20,809 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:20,809 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:19:20,809 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,809 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:20,809 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,809 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,811 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,812 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a75c42a31501ba4875aa633ccc1e0226 columnFamilyName f 2024-11-28T03:19:20,812 DEBUG [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:20,812 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] regionserver.HStore(327): Store=a75c42a31501ba4875aa633ccc1e0226/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:20,812 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,813 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a75c42a31501ba4875aa633ccc1e0226 columnFamilyName f1 2024-11-28T03:19:20,813 DEBUG [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:20,814 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] regionserver.HStore(327): Store=a75c42a31501ba4875aa633ccc1e0226/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:20,814 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,814 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a75c42a31501ba4875aa633ccc1e0226 columnFamilyName norep 2024-11-28T03:19:20,815 DEBUG [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:20,815 INFO [StoreOpener-a75c42a31501ba4875aa633ccc1e0226-1 {}] regionserver.HStore(327): Store=a75c42a31501ba4875aa633ccc1e0226/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:20,815 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,816 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,816 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,817 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,817 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,817 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:20,818 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,820 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:20,821 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a75c42a31501ba4875aa633ccc1e0226; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69828873, jitterRate=0.04053129255771637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:20,821 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:20,821 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a75c42a31501ba4875aa633ccc1e0226: Running coprocessor pre-open hook at 1732763960810Writing region info on filesystem at 1732763960810Initializing all the Stores at 1732763960810Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763960810Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763960810Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763960810Cleaning up temporary data from old regions at 1732763960817 (+7 ms)Running coprocessor post-open hooks at 1732763960821 (+4 ms)Region opened successfully at 1732763960821 2024-11-28T03:19:20,822 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226., pid=6, masterSystemTime=1732763960805 2024-11-28T03:19:20,824 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:20,824 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:20,825 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a75c42a31501ba4875aa633ccc1e0226, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:20,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a75c42a31501ba4875aa633ccc1e0226, server=b4e3b2a3b1ef,43347,1732763955283 because future has completed 2024-11-28T03:19:20,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:19:20,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a75c42a31501ba4875aa633ccc1e0226, server=b4e3b2a3b1ef,43347,1732763955283 in 175 msec 2024-11-28T03:19:20,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:19:20,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a75c42a31501ba4875aa633ccc1e0226, ASSIGN in 333 msec 2024-11-28T03:19:20,832 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:19:20,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763960832"}]},"ts":"1732763960832"} 2024-11-28T03:19:20,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:19:20,837 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:19:20,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 371 msec 2024-11-28T03:19:20,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:19:20,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T03:19:20,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:19:20,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T03:19:20,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:20,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-28T03:19:20,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:19:20,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T03:19:20,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:20,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T03:19:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:21,102 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:19:21,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41277,-1 for getting cluster id 2024-11-28T03:19:21,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:21,104 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64e3ec4b-20eb-4e29-b705-3dda15d02b9d' 2024-11-28T03:19:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64e3ec4b-20eb-4e29-b705-3dda15d02b9d" 2024-11-28T03:19:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2db39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41277,-1] 2024-11-28T03:19:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:21,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:21,106 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:21,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb727a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44007,-1 for getting cluster id 2024-11-28T03:19:21,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:21,109 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae7df93-0883-41c0-ad4f-d7e68a9b6585' 2024-11-28T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae7df93-0883-41c0-ad4f-d7e68a9b6585" 2024-11-28T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ecea39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44007,-1] 2024-11-28T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:21,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:21,110 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:21,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b389db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41277,-1 for getting cluster id 2024-11-28T03:19:21,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:21,112 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64e3ec4b-20eb-4e29-b705-3dda15d02b9d' 2024-11-28T03:19:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64e3ec4b-20eb-4e29-b705-3dda15d02b9d" 2024-11-28T03:19:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516e9b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41277,-1] 2024-11-28T03:19:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:21,114 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:21,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181f4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e0bb6a0 2024-11-28T03:19:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:21,116 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:21,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:44007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:19:21,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:19:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:21,120 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:44007' 2024-11-28T03:19:21,124 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713cbc11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,125 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44007,-1 for getting cluster id 2024-11-28T03:19:21,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:21,125 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae7df93-0883-41c0-ad4f-d7e68a9b6585' 2024-11-28T03:19:21,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:21,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae7df93-0883-41c0-ad4f-d7e68a9b6585" 2024-11-28T03:19:21,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b38277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44007,-1] 2024-11-28T03:19:21,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:21,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:21,127 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:21,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cb0841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:21,128 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:21,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:21,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79258f23 2024-11-28T03:19:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:21,129 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:21,130 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:19:21,130 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:19:21,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:21,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:21,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:21,130 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:21,131 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:19:21,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:19:21,132 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:21,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:19:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:19:21,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7af261a3b05809d397fd7c0960f2bc49, NAME => 'hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79 2024-11-28T03:19:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:19:21,182 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:19:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:21,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:21,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7af261a3b05809d397fd7c0960f2bc49, disabling compactions & flushes 2024-11-28T03:19:21,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:21,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:21,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. after waiting 0 ms 2024-11-28T03:19:21,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:21,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:21,547 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7af261a3b05809d397fd7c0960f2bc49: Waiting for close lock at 1732763961547Disabling compacts and flushes for region at 1732763961547Disabling writes for close at 1732763961547Writing region close event to WAL at 1732763961547Closed at 1732763961547 2024-11-28T03:19:21,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:19:21,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732763961549"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763961549"}]},"ts":"1732763961549"} 2024-11-28T03:19:21,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:19:21,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:19:21,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763961552"}]},"ts":"1732763961552"} 2024-11-28T03:19:21,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:19:21,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af261a3b05809d397fd7c0960f2bc49, ASSIGN}] 2024-11-28T03:19:21,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af261a3b05809d397fd7c0960f2bc49, ASSIGN 2024-11-28T03:19:21,556 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7af261a3b05809d397fd7c0960f2bc49, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,46049,1732763952272; forceNewPlan=false, retain=false 2024-11-28T03:19:21,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7af261a3b05809d397fd7c0960f2bc49, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:21,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7af261a3b05809d397fd7c0960f2bc49, ASSIGN because future has completed 2024-11-28T03:19:21,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af261a3b05809d397fd7c0960f2bc49, server=b4e3b2a3b1ef,46049,1732763952272}] 2024-11-28T03:19:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:21,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:21,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:21,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:19:21,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46049%2C1732763952272.rep, suffix=, logDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272, archiveDir=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/oldWALs, maxLogs=10 2024-11-28T03:19:21,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.rep.1732763961868, exclude list is [], retry=0 2024-11-28T03:19:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-f99992af-0524-4150-936e-0eb073726fb4,DISK] 2024-11-28T03:19:21,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.rep.1732763961868 2024-11-28T03:19:21,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33243:33243)] 2024-11-28T03:19:21,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7af261a3b05809d397fd7c0960f2bc49, NAME => 'hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:21,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:21,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:21,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. service=MultiRowMutationService 2024-11-28T03:19:21,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:19:21,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:21,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,891 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,892 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af261a3b05809d397fd7c0960f2bc49 columnFamilyName hfileref 2024-11-28T03:19:21,892 DEBUG [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:21,892 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] regionserver.HStore(327): Store=7af261a3b05809d397fd7c0960f2bc49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:21,892 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,893 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af261a3b05809d397fd7c0960f2bc49 columnFamilyName queue 2024-11-28T03:19:21,893 DEBUG [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:21,894 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] regionserver.HStore(327): Store=7af261a3b05809d397fd7c0960f2bc49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:21,894 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,894 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af261a3b05809d397fd7c0960f2bc49 columnFamilyName sid 2024-11-28T03:19:21,894 DEBUG [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:21,895 INFO [StoreOpener-7af261a3b05809d397fd7c0960f2bc49-1 {}] regionserver.HStore(327): Store=7af261a3b05809d397fd7c0960f2bc49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:21,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:21,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:21,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7af261a3b05809d397fd7c0960f2bc49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74125055, jitterRate=0.10454939305782318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:21,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:21,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7af261a3b05809d397fd7c0960f2bc49: Running coprocessor pre-open hook at 1732763961890Writing region info on filesystem at 1732763961890Initializing all the Stores at 1732763961890Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763961890Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763961890Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763961890Cleaning up temporary data from old regions at 1732763961897 (+7 ms)Running coprocessor post-open hooks at 1732763961900 (+3 ms)Region opened successfully at 1732763961901 (+1 ms) 2024-11-28T03:19:21,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49., pid=10, masterSystemTime=1732763961862 2024-11-28T03:19:21,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:21,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:21,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7af261a3b05809d397fd7c0960f2bc49, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:21,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af261a3b05809d397fd7c0960f2bc49, server=b4e3b2a3b1ef,46049,1732763952272 because future has completed 2024-11-28T03:19:21,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:19:21,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7af261a3b05809d397fd7c0960f2bc49, server=b4e3b2a3b1ef,46049,1732763952272 in 197 msec 2024-11-28T03:19:21,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:19:21,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af261a3b05809d397fd7c0960f2bc49, ASSIGN in 355 msec 2024-11-28T03:19:21,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:19:21,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763961911"}]},"ts":"1732763961911"} 2024-11-28T03:19:21,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:19:21,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:19:21,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-28T03:19:21,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49., hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=2] 2024-11-28T03:19:21,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:21,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:21,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:19:22,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:19:22,102 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:19:22,136 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,46049,1732763952272, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:19:22,137 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:22,137 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=-1] 2024-11-28T03:19:22,137 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:22,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-28T03:19:22,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,46049,1732763952272', locateType=CURRENT is [region=hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49., hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=2] 2024-11-28T03:19:22,143 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:19:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:19:22,146 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,46049,1732763952272 suceeded 2024-11-28T03:19:22,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:19:22,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-28T03:19:22,149 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:44007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:19:22,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0320 sec 2024-11-28T03:19:22,162 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:44007' 2024-11-28T03:19:22,163 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aad23bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,163 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44007,-1 for getting cluster id 2024-11-28T03:19:22,164 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:22,164 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae7df93-0883-41c0-ad4f-d7e68a9b6585' 2024-11-28T03:19:22,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:22,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae7df93-0883-41c0-ad4f-d7e68a9b6585" 2024-11-28T03:19:22,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@466f2297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44007,-1] 2024-11-28T03:19:22,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:22,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:22,166 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:22,166 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64208cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,167 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:22,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:22,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ba4fdf 2024-11-28T03:19:22,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:22,168 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-28T03:19:22,169 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,46049,1732763952272 (queues=1) is replicating from cluster=64e3ec4b-20eb-4e29-b705-3dda15d02b9d to cluster=aae7df93-0883-41c0-ad4f-d7e68a9b6585 2024-11-28T03:19:22,169 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C46049%2C1732763952272 2024-11-28T03:19:22,169 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,46049,1732763952272, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:19:22,169 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C46049%2C1732763952272 2024-11-28T03:19:22,170 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787, startPosition=0, beingWritten=true 2024-11-28T03:19:22,178 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:22,178 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 379, reset compression=false 2024-11-28T03:19:22,178 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46049,1732763952272 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:22,252 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:19:22,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:22,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:22,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:22,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:22,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:22,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44007,-1 for getting cluster id 2024-11-28T03:19:22,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:22,254 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae7df93-0883-41c0-ad4f-d7e68a9b6585' 2024-11-28T03:19:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae7df93-0883-41c0-ad4f-d7e68a9b6585" 2024-11-28T03:19:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7549f0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44007,-1] 2024-11-28T03:19:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:22,256 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4177a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6681575d 2024-11-28T03:19:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:22,260 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:22,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:41277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:19:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:19:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:22,263 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41277' 2024-11-28T03:19:22,264 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad5498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,264 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41277,-1 for getting cluster id 2024-11-28T03:19:22,264 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:22,265 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64e3ec4b-20eb-4e29-b705-3dda15d02b9d' 2024-11-28T03:19:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64e3ec4b-20eb-4e29-b705-3dda15d02b9d" 2024-11-28T03:19:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e220059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41277,-1] 2024-11-28T03:19:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:22,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:22,266 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1879834d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:22,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:22,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f49409e 2024-11-28T03:19:22,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:22,268 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:22,269 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:19:22,269 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:19:22,269 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:22,269 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:22,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:22,269 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:22,270 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:19:22,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:19:22,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:22,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:19:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:19:22,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1b428b7d361457cc86596a93ec7eebd, NAME => 'hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa 2024-11-28T03:19:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:19:22,320 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:19:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:22,382 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 379, reset compression=false 2024-11-28T03:19:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1b428b7d361457cc86596a93ec7eebd, disabling compactions & flushes 2024-11-28T03:19:22,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:22,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:22,686 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 379, reset compression=false 2024-11-28T03:19:22,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. after waiting 0 ms 2024-11-28T03:19:22,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:22,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:22,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1b428b7d361457cc86596a93ec7eebd: Waiting for close lock at 1732763962686Disabling compacts and flushes for region at 1732763962686Disabling writes for close at 1732763962687 (+1 ms)Writing region close event to WAL at 1732763962687Closed at 1732763962687 2024-11-28T03:19:22,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:19:22,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732763962688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763962688"}]},"ts":"1732763962688"} 2024-11-28T03:19:22,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:19:22,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:19:22,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763962692"}]},"ts":"1732763962692"} 2024-11-28T03:19:22,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:19:22,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1b428b7d361457cc86596a93ec7eebd, ASSIGN}] 2024-11-28T03:19:22,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1b428b7d361457cc86596a93ec7eebd, ASSIGN 2024-11-28T03:19:22,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1b428b7d361457cc86596a93ec7eebd, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,43347,1732763955283; forceNewPlan=false, retain=false 2024-11-28T03:19:22,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1b428b7d361457cc86596a93ec7eebd, regionState=OPENING, regionLocation=b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1b428b7d361457cc86596a93ec7eebd, ASSIGN because future has completed 2024-11-28T03:19:22,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1b428b7d361457cc86596a93ec7eebd, server=b4e3b2a3b1ef,43347,1732763955283}] 2024-11-28T03:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:23,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:23,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:23,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:19:23,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C43347%2C1732763955283.rep, suffix=, logDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283, archiveDir=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/oldWALs, maxLogs=10 2024-11-28T03:19:23,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.rep.1732763963007, exclude list is [], retry=0 2024-11-28T03:19:23,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34081,DS-5b619dc7-4172-4fe0-a8e3-249059fa055a,DISK] 2024-11-28T03:19:23,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.rep.1732763963007 2024-11-28T03:19:23,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36959:36959)] 2024-11-28T03:19:23,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1b428b7d361457cc86596a93ec7eebd, NAME => 'hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:23,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. service=MultiRowMutationService 2024-11-28T03:19:23,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:19:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,027 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,028 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b428b7d361457cc86596a93ec7eebd columnFamilyName hfileref 2024-11-28T03:19:23,028 DEBUG [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:23,029 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] regionserver.HStore(327): Store=c1b428b7d361457cc86596a93ec7eebd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:23,029 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,030 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b428b7d361457cc86596a93ec7eebd columnFamilyName queue 2024-11-28T03:19:23,030 DEBUG [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:23,030 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] regionserver.HStore(327): Store=c1b428b7d361457cc86596a93ec7eebd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:23,030 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,031 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b428b7d361457cc86596a93ec7eebd columnFamilyName sid 2024-11-28T03:19:23,031 DEBUG [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:23,031 INFO [StoreOpener-c1b428b7d361457cc86596a93ec7eebd-1 {}] regionserver.HStore(327): Store=c1b428b7d361457cc86596a93ec7eebd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:23,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:23,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:23,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1b428b7d361457cc86596a93ec7eebd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64930215, jitterRate=-0.032464399933815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:23,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:23,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1b428b7d361457cc86596a93ec7eebd: Running coprocessor pre-open hook at 1732763963026Writing region info on filesystem at 1732763963026Initializing all the Stores at 1732763963027 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763963027Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763963027Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763963027Cleaning up temporary data from old regions at 1732763963033 (+6 ms)Running coprocessor post-open hooks at 1732763963037 (+4 ms)Region opened successfully at 1732763963037 2024-11-28T03:19:23,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd., pid=10, masterSystemTime=1732763963001 2024-11-28T03:19:23,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:23,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:23,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1b428b7d361457cc86596a93ec7eebd, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:23,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1b428b7d361457cc86596a93ec7eebd, server=b4e3b2a3b1ef,43347,1732763955283 because future has completed 2024-11-28T03:19:23,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:19:23,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1b428b7d361457cc86596a93ec7eebd, server=b4e3b2a3b1ef,43347,1732763955283 in 194 msec 2024-11-28T03:19:23,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:19:23,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1b428b7d361457cc86596a93ec7eebd, ASSIGN in 351 msec 2024-11-28T03:19:23,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:19:23,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763963047"}]},"ts":"1732763963047"} 2024-11-28T03:19:23,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:19:23,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:19:23,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-28T03:19:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd., hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=2] 2024-11-28T03:19:23,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:23,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:23,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:19:23,092 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 379, reset compression=false 2024-11-28T03:19:23,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:19:23,238 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:19:23,268 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,43347,1732763955283, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:19:23,269 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:23,269 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=-1] 2024-11-28T03:19:23,269 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:23,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-28T03:19:23,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,43347,1732763955283', locateType=CURRENT is [region=hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd., hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=2] 2024-11-28T03:19:23,275 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:19:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:19:23,277 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,43347,1732763955283 suceeded 2024-11-28T03:19:23,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:19:23,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-28T03:19:23,279 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:41277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:19:23,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0190 sec 2024-11-28T03:19:23,289 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41277' 2024-11-28T03:19:23,290 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d0ad3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:23,290 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41277,-1 for getting cluster id 2024-11-28T03:19:23,290 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:23,290 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64e3ec4b-20eb-4e29-b705-3dda15d02b9d' 2024-11-28T03:19:23,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:23,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64e3ec4b-20eb-4e29-b705-3dda15d02b9d" 2024-11-28T03:19:23,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ce397c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:23,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41277,-1] 2024-11-28T03:19:23,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:23,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:23,292 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:23,292 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3be6c4be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:23,292 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:23,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:23,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14199112 2024-11-28T03:19:23,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:23,294 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-28T03:19:23,294 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,43347,1732763955283 (queues=1) is replicating from cluster=aae7df93-0883-41c0-ad4f-d7e68a9b6585 to cluster=64e3ec4b-20eb-4e29-b705-3dda15d02b9d 2024-11-28T03:19:23,295 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C43347%2C1732763955283 2024-11-28T03:19:23,295 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,43347,1732763955283, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:19:23,295 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C43347%2C1732763955283 2024-11-28T03:19:23,295 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269, startPosition=0, beingWritten=true 2024-11-28T03:19:23,300 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:23,300 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 379, reset compression=false 2024-11-28T03:19:23,300 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,43347,1732763955283 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:23,402 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:19:23,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:23,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:23,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:23,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:23,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:23,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:23,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732763963406/Put/seqid=0 2024-11-28T03:19:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741840_1016 (size=7894) 2024-11-28T03:19:23,503 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 379, reset compression=false 2024-11-28T03:19:23,596 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 379, reset compression=false 2024-11-28T03:19:23,807 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 379, reset compression=false 2024-11-28T03:19:23,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732763963812/Put/seqid=0 2024-11-28T03:19:23,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741841_1017 (size=7691) 2024-11-28T03:19:24,201 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 379, reset compression=false 2024-11-28T03:19:24,211 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 379, reset compression=false 2024-11-28T03:19:24,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:24,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41277,-1 for getting cluster id 2024-11-28T03:19:24,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:24,219 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64e3ec4b-20eb-4e29-b705-3dda15d02b9d' 2024-11-28T03:19:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64e3ec4b-20eb-4e29-b705-3dda15d02b9d" 2024-11-28T03:19:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98697eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41277,-1] 2024-11-28T03:19:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:24,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:24,220 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:24,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c71db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:24,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:24,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=-1] 2024-11-28T03:19:24,222 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:24,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:24,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b01f592 2024-11-28T03:19:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:24,232 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:24,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732763958313.7546b60ea839f1ada23b6b63a9133054., hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=2] 2024-11-28T03:19:24,242 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:19:24,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-28T03:19:24,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-28T03:19:24,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 7546b60ea839f1ada23b6b63a9133054/f 2024-11-28T03:19:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-28T03:19:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:19:24,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 7546b60ea839f1ada23b6b63a9133054/f 2024-11-28T03:19:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-28T03:19:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:19:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(2603): Flush status journal for 7546b60ea839f1ada23b6b63a9133054: 2024-11-28T03:19:24,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_0 2024-11-28T03:19:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_0 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ 2024-11-28T03:19:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_1 2024-11-28T03:19:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_1 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ 2024-11-28T03:19:24,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_0 into 7546b60ea839f1ada23b6b63a9133054/f as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ - updating store file list. 2024-11-28T03:19:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f62479c902bf43c68024671d97e02d85_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:19:24,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ into 7546b60ea839f1ada23b6b63a9133054/f 2024-11-28T03:19:24,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_0 into 7546b60ea839f1ada23b6b63a9133054/f (new location: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/f62479c902bf43c68024671d97e02d85_SeqId_4_) 2024-11-28T03:19:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_0 2024-11-28T03:19:24,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_1 into 7546b60ea839f1ada23b6b63a9133054/f as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ - updating store file list. 2024-11-28T03:19:24,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fbaeda363294acda394d88d5aed5d63_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:19:24,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ into 7546b60ea839f1ada23b6b63a9133054/f 2024-11-28T03:19:24,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_1 into 7546b60ea839f1ada23b6b63a9133054/f (new location: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_) 2024-11-28T03:19:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins__test__113bn4k1h0hkb7rc8jfcscas48o849kp90q56coa73t2vhaiunitgbgtqik9a7ds/f/hfile_1 2024-11-28T03:19:24,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:24,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:24,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:24,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732763958313.7546b60ea839f1ada23b6b63a9133054., hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=2 , the old value is region=test,,1732763958313.7546b60ea839f1ada23b6b63a9133054., hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4e3b2a3b1ef:46049 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:19:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732763958313.7546b60ea839f1ada23b6b63a9133054., hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:19:24,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:24,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732763958313.7546b60ea839f1ada23b6b63a9133054., hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=2 from cache 2024-11-28T03:19:24,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:24,300 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T03:19:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=-1] 2024-11-28T03:19:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:24,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:24,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226., hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=2] 2024-11-28T03:19:24,306 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:19:24,402 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:46049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T03:19:24,715 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 379, reset compression=false 2024-11-28T03:19:24,905 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 379, reset compression=false 2024-11-28T03:19:24,910 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:19:24,910 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46049,1732763952272 got entry batch from reader: WALEntryBatch [walEntries=[{test/7546b60ea839f1ada23b6b63a9133054/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732763964297/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T03:19:24,912 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:24,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-28T03:19:24,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.ReplicationSink(318): Replicating [64e3ec4b-20eb-4e29-b705-3dda15d02b9d] bulk loaded data 2024-11-28T03:19:24,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57caf694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:24,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44007,-1 for getting cluster id 2024-11-28T03:19:24,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:24,915 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae7df93-0883-41c0-ad4f-d7e68a9b6585' 2024-11-28T03:19:24,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:24,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae7df93-0883-41c0-ad4f-d7e68a9b6585" 2024-11-28T03:19:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b8433dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44007,-1] 2024-11-28T03:19:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:24,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:24,916 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:24,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@379b37ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:24,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741840_1016 (size=7894) 2024-11-28T03:19:24,955 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:24,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:24,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:24,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:24,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:24,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:24,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:25,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:25,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:25,110 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 687, reset compression=false 2024-11-28T03:19:25,309 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:19:25,319 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 379, reset compression=false 2024-11-28T03:19:25,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741841_1017 (size=7691) 2024-11-28T03:19:25,415 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 687, reset compression=false 2024-11-28T03:19:25,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:25,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:25,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f8d9db3 2024-11-28T03:19:25,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:25,748 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-28T03:19:25,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:19:25,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:25,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=-1] 2024-11-28T03:19:25,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:25,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-28T03:19:25,780 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-28T03:19:25,784 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-28T03:19:25,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ for inclusion in a75c42a31501ba4875aa633ccc1e0226/f 2024-11-28T03:19:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-28T03:19:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:19:25,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ for inclusion in a75c42a31501ba4875aa633ccc1e0226/f 2024-11-28T03:19:25,819 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 687, reset compression=false 2024-11-28T03:19:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-28T03:19:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:19:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegion(2603): Flush status journal for a75c42a31501ba4875aa633ccc1e0226: 2024-11-28T03:19:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fbaeda363294acda394d88d5aed5d63_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:19:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/e27a9520a0d24214ae885e4b6a967da0_SeqId_4_ 2024-11-28T03:19:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f62479c902bf43c68024671d97e02d85_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:19:25,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/09f70034ec654a3d97119f049a4b5573_SeqId_4_ 2024-11-28T03:19:25,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ into a75c42a31501ba4875aa633ccc1e0226/f as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/e27a9520a0d24214ae885e4b6a967da0_SeqId_4_ - updating store file list. 2024-11-28T03:19:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e27a9520a0d24214ae885e4b6a967da0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:19:25,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/e27a9520a0d24214ae885e4b6a967da0_SeqId_4_ into a75c42a31501ba4875aa633ccc1e0226/f 2024-11-28T03:19:25,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ into a75c42a31501ba4875aa633ccc1e0226/f (new location: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/e27a9520a0d24214ae885e4b6a967da0_SeqId_4_) 2024-11-28T03:19:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/0fbaeda363294acda394d88d5aed5d63_SeqId_4_ 2024-11-28T03:19:25,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ into a75c42a31501ba4875aa633ccc1e0226/f as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/09f70034ec654a3d97119f049a4b5573_SeqId_4_ - updating store file list. 2024-11-28T03:19:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09f70034ec654a3d97119f049a4b5573_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:19:25,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/09f70034ec654a3d97119f049a4b5573_SeqId_4_ into a75c42a31501ba4875aa633ccc1e0226/f 2024-11-28T03:19:25,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ into a75c42a31501ba4875aa633ccc1e0226/f (new location: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/09f70034ec654a3d97119f049a4b5573_SeqId_4_) 2024-11-28T03:19:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__69ff26h3nkisoi678oan1rk20ro3gfkvg4d2cko7l3252pgvrh8par3vchkksc2/f/f62479c902bf43c68024671d97e02d85_SeqId_4_ 2024-11-28T03:19:25,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.ReplicationSink(324): Finished replicating [64e3ec4b-20eb-4e29-b705-3dda15d02b9d] bulk loaded data 2024-11-28T03:19:26,032 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 379, reset compression=false 2024-11-28T03:19:26,043 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:19:26,043 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,43347,1732763955283 got entry batch from reader: WALEntryBatch [walEntries=[{test/a75c42a31501ba4875aa633ccc1e0226/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732763965848/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-28T03:19:26,047 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:26,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-28T03:19:26,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(318): Replicating [64e3ec4b-20eb-4e29-b705-3dda15d02b9d, aae7df93-0883-41c0-ad4f-d7e68a9b6585] bulk loaded data 2024-11-28T03:19:26,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@726fa2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:26,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41277,-1 for getting cluster id 2024-11-28T03:19:26,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:26,051 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64e3ec4b-20eb-4e29-b705-3dda15d02b9d' 2024-11-28T03:19:26,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:26,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64e3ec4b-20eb-4e29-b705-3dda15d02b9d" 2024-11-28T03:19:26,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62776545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:26,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41277,-1] 2024-11-28T03:19:26,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:26,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:26,054 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:26,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d352ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741842_1018 (size=7691) 2024-11-28T03:19:26,244 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 725, reset compression=false 2024-11-28T03:19:26,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:26,326 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732763966326/Put/seqid=0 2024-11-28T03:19:26,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741842_1018 (size=11194) 2024-11-28T03:19:26,353 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732763966352/Put/seqid=0 2024-11-28T03:19:26,362 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 687, reset compression=false 2024-11-28T03:19:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741843_1019 (size=10791) 2024-11-28T03:19:26,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719d3cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:26,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,44007,-1 for getting cluster id 2024-11-28T03:19:26,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:26,390 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aae7df93-0883-41c0-ad4f-d7e68a9b6585' 2024-11-28T03:19:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aae7df93-0883-41c0-ad4f-d7e68a9b6585" 2024-11-28T03:19:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c3bbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,44007,-1] 2024-11-28T03:19:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:26,392 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:26,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da21cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:26,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:26,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=-1] 2024-11-28T03:19:26,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:26,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:26,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423a5ed6 2024-11-28T03:19:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:26,417 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226., hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=2] 2024-11-28T03:19:26,431 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:19:26,445 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-28T03:19:26,451 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-28T03:19:26,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a75c42a31501ba4875aa633ccc1e0226/f 2024-11-28T03:19:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-28T03:19:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:19:26,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a75c42a31501ba4875aa633ccc1e0226/f 2024-11-28T03:19:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-28T03:19:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:19:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegion(2603): Flush status journal for a75c42a31501ba4875aa633ccc1e0226: 2024-11-28T03:19:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_1 2024-11-28T03:19:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_1 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ 2024-11-28T03:19:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_0 2024-11-28T03:19:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_0 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ 2024-11-28T03:19:26,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_1 into a75c42a31501ba4875aa633ccc1e0226/f as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ - updating store file list. 2024-11-28T03:19:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5123ed59215a45ccb1d48e1c06085373_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:19:26,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ into a75c42a31501ba4875aa633ccc1e0226/f 2024-11-28T03:19:26,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_1 into a75c42a31501ba4875aa633ccc1e0226/f (new location: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_) 2024-11-28T03:19:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_1 2024-11-28T03:19:26,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_0 into a75c42a31501ba4875aa633ccc1e0226/f as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ - updating store file list. 2024-11-28T03:19:26,552 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 725, reset compression=false 2024-11-28T03:19:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8db3f4f370914f3090e5df50978b8869_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:19:26,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ into a75c42a31501ba4875aa633ccc1e0226/f 2024-11-28T03:19:26,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_0 into a75c42a31501ba4875aa633ccc1e0226/f (new location: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_) 2024-11-28T03:19:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins__test__go3ck1cr7u1ar65d2480qn2s89d7ijp85hva7n151dsk70pabcjcrouujoiros8i/f/hfile_0 2024-11-28T03:19:26,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:26,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:26,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:26,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226., hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=2 , the old value is region=test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226., hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4e3b2a3b1ef:43347 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:19:26,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226., hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:19:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226., hostname=b4e3b2a3b1ef,43347,1732763955283, seqNum=2 from cache 2024-11-28T03:19:26,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:26,563 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T03:19:26,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=-1] 2024-11-28T03:19:26,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:26,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:26,568 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:19:26,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732763958313.7546b60ea839f1ada23b6b63a9133054., hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=2] 2024-11-28T03:19:26,575 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:19:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741843_1019 (size=7894) 2024-11-28T03:19:26,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:26,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:26,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5240a0ee 2024-11-28T03:19:26,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:26,610 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-28T03:19:26,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:19:26,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:26,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46049,1732763952272, seqNum=-1] 2024-11-28T03:19:26,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:26,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-28T03:19:26,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__5id6sctip728c7r089dajpq1n0lellb93h510mf2frt8raro8an01hsf342jtsbn/f/09f70034ec654a3d97119f049a4b5573_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-28T03:19:26,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__5id6sctip728c7r089dajpq1n0lellb93h510mf2frt8raro8an01hsf342jtsbn/f/e27a9520a0d24214ae885e4b6a967da0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-28T03:19:26,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(324): Finished replicating [64e3ec4b-20eb-4e29-b705-3dda15d02b9d, aae7df93-0883-41c0-ad4f-d7e68a9b6585] bulk loaded data 2024-11-28T03:19:26,645 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,43347,1732763955283 got entry batch from reader: WALEntryBatch [walEntries=[{test/a75c42a31501ba4875aa633ccc1e0226/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732763966560/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T03:19:26,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(318): Replicating [aae7df93-0883-41c0-ad4f-d7e68a9b6585] bulk loaded data 2024-11-28T03:19:26,672 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:43347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T03:19:26,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741844_1020 (size=10791) 2024-11-28T03:19:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741845_1021 (size=11194) 2024-11-28T03:19:26,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:19:26,729 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-28T03:19:26,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-28T03:19:26,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ for inclusion in 7546b60ea839f1ada23b6b63a9133054/f 2024-11-28T03:19:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-28T03:19:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:19:26,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ for inclusion in 7546b60ea839f1ada23b6b63a9133054/f 2024-11-28T03:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-28T03:19:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:19:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegion(2603): Flush status journal for 7546b60ea839f1ada23b6b63a9133054: 2024-11-28T03:19:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5123ed59215a45ccb1d48e1c06085373_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:19:26,769 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1033, reset compression=false 2024-11-28T03:19:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/ee4e36191c6b4260a1042864aa739b63_SeqId_6_ 2024-11-28T03:19:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8db3f4f370914f3090e5df50978b8869_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:19:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/80752f9ebf8d44938dc8100a9011a4b6_SeqId_6_ 2024-11-28T03:19:26,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ into 7546b60ea839f1ada23b6b63a9133054/f as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/ee4e36191c6b4260a1042864aa739b63_SeqId_6_ - updating store file list. 2024-11-28T03:19:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee4e36191c6b4260a1042864aa739b63_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:19:26,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/ee4e36191c6b4260a1042864aa739b63_SeqId_6_ into 7546b60ea839f1ada23b6b63a9133054/f 2024-11-28T03:19:26,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ into 7546b60ea839f1ada23b6b63a9133054/f (new location: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/ee4e36191c6b4260a1042864aa739b63_SeqId_6_) 2024-11-28T03:19:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/5123ed59215a45ccb1d48e1c06085373_SeqId_6_ 2024-11-28T03:19:26,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ into 7546b60ea839f1ada23b6b63a9133054/f as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/80752f9ebf8d44938dc8100a9011a4b6_SeqId_6_ - updating store file list. 2024-11-28T03:19:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80752f9ebf8d44938dc8100a9011a4b6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:19:26,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/80752f9ebf8d44938dc8100a9011a4b6_SeqId_6_ into 7546b60ea839f1ada23b6b63a9133054/f 2024-11-28T03:19:26,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ into 7546b60ea839f1ada23b6b63a9133054/f (new location: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/f/80752f9ebf8d44938dc8100a9011a4b6_SeqId_6_) 2024-11-28T03:19:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/staging/jenkins.hfs.10__test__ugaaj5mc7heem2spulk3e837t1ntnijjtnvut8f7p1ulse7bp18ojp6a44voiprg/f/8db3f4f370914f3090e5df50978b8869_SeqId_6_ 2024-11-28T03:19:26,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(324): Finished replicating [aae7df93-0883-41c0-ad4f-d7e68a9b6585] bulk loaded data 2024-11-28T03:19:26,986 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 687, reset compression=false 2024-11-28T03:19:27,004 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:19:27,005 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46049,1732763952272 got entry batch from reader: WALEntryBatch [walEntries=[{test/7546b60ea839f1ada23b6b63a9133054/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732763966790/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-28T03:19:27,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.ReplicationSink(318): Replicating [aae7df93-0883-41c0-ad4f-d7e68a9b6585, 64e3ec4b-20eb-4e29-b705-3dda15d02b9d] bulk loaded data 2024-11-28T03:19:27,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741844_1020 (size=10791) 2024-11-28T03:19:27,098 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1033, reset compression=false 2024-11-28T03:19:27,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741845_1021 (size=11194) 2024-11-28T03:19:27,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:19:27,158 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__8fpnvgk6mr1dbkbhmah49k5l62rje8g1sk2rnpgq8j1puu8mi46vbc61hjc88rg4/f/80752f9ebf8d44938dc8100a9011a4b6_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-28T03:19:27,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/staging/jenkins.hfs.11__test__8fpnvgk6mr1dbkbhmah49k5l62rje8g1sk2rnpgq8j1puu8mi46vbc61hjc88rg4/f/ee4e36191c6b4260a1042864aa739b63_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-28T03:19:27,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.ReplicationSink(324): Finished replicating [aae7df93-0883-41c0-ad4f-d7e68a9b6585, 64e3ec4b-20eb-4e29-b705-3dda15d02b9d] bulk loaded data 2024-11-28T03:19:27,205 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1033, reset compression=false 2024-11-28T03:19:27,525 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1033, reset compression=false 2024-11-28T03:19:27,542 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1033, reset compression=false 2024-11-28T03:19:27,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:19:27,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:27,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:27,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:27,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:27,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:27,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:19:27,602 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1589221162, stopped=false 2024-11-28T03:19:27,602 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,44007,1732763955243 2024-11-28T03:19:27,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973620281/running 2024-11-28T03:19:27,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:27,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973620281/running 2024-11-28T03:19:27,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:27,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:27,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:27,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:27,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:27,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,43347,1732763955283' ***** 2024-11-28T03:19:27,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:19:27,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on znode that does not yet exist, /1-973620281/running 2024-11-28T03:19:27,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Set watcher on znode that does not yet exist, /1-973620281/running 2024-11-28T03:19:27,606 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:19:27,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:19:27,607 INFO [RS:0;b4e3b2a3b1ef:43347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:19:27,607 INFO [RS:0;b4e3b2a3b1ef:43347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:19:27,607 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(3091): Received CLOSE for c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:27,612 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(3091): Received CLOSE for a75c42a31501ba4875aa633ccc1e0226 2024-11-28T03:19:27,612 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:27,612 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:27,612 INFO [RS:0;b4e3b2a3b1ef:43347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:43347. 2024-11-28T03:19:27,612 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:27,613 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:27,613 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:19:27,613 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:19:27,613 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:19:27,613 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:19:27,613 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1b428b7d361457cc86596a93ec7eebd, disabling compactions & flushes 2024-11-28T03:19:27,613 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:27,613 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:27,613 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. after waiting 0 ms 2024-11-28T03:19:27,613 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:27,613 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1b428b7d361457cc86596a93ec7eebd 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-28T03:19:27,621 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:19:27,621 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c1b428b7d361457cc86596a93ec7eebd=hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd., a75c42a31501ba4875aa633ccc1e0226=test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226.} 2024-11-28T03:19:27,621 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a75c42a31501ba4875aa633ccc1e0226, c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:27,622 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:27,622 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:27,622 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:27,622 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:27,622 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:27,622 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:19:27,641 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:27,678 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/.tmp/hfileref/648c411b56e34aaea95db401bdc92269 is 74, key is 1/hfileref:09f70034ec654a3d97119f049a4b5573_SeqId_4_/1732763966642/DeleteColumn/seqid=0 2024-11-28T03:19:27,681 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/info/3ee87c4549d84b5cba9bd5efd66f4758 is 147, key is hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd./info:regioninfo/1732763963040/Put/seqid=0 2024-11-28T03:19:27,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741847_1023 (size=7686) 2024-11-28T03:19:27,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741846_1022 (size=5345) 2024-11-28T03:19:27,821 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a75c42a31501ba4875aa633ccc1e0226, c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:27,986 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1033, reset compression=false 2024-11-28T03:19:28,022 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a75c42a31501ba4875aa633ccc1e0226, c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:28,060 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1033, reset compression=false 2024-11-28T03:19:28,102 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/info/3ee87c4549d84b5cba9bd5efd66f4758 2024-11-28T03:19:28,106 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/.tmp/hfileref/648c411b56e34aaea95db401bdc92269 2024-11-28T03:19:28,125 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/.tmp/queue/198ee230bbbd4837bec361f32935eb78 is 154, key is 1-b4e3b2a3b1ef,43347,1732763955283/queue:b4e3b2a3b1ef%2C43347%2C1732763955283/1732763966796/Put/seqid=0 2024-11-28T03:19:28,129 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/ns/93efb35b4c5f463c9feef8511520d4fa is 43, key is default/ns:d/1732763958251/Put/seqid=0 2024-11-28T03:19:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741848_1024 (size=5353) 2024-11-28T03:19:28,131 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:19:28,131 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:19:28,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741849_1025 (size=5153) 2024-11-28T03:19:28,222 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a75c42a31501ba4875aa633ccc1e0226, c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:28,422 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a75c42a31501ba4875aa633ccc1e0226, c1b428b7d361457cc86596a93ec7eebd 2024-11-28T03:19:28,494 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1033, reset compression=false 2024-11-28T03:19:28,530 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/.tmp/queue/198ee230bbbd4837bec361f32935eb78 2024-11-28T03:19:28,535 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/.tmp/hfileref/648c411b56e34aaea95db401bdc92269 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/hfileref/648c411b56e34aaea95db401bdc92269 2024-11-28T03:19:28,538 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/ns/93efb35b4c5f463c9feef8511520d4fa 2024-11-28T03:19:28,539 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/hfileref/648c411b56e34aaea95db401bdc92269, entries=4, sequenceid=12, filesize=5.2 K 2024-11-28T03:19:28,540 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/.tmp/queue/198ee230bbbd4837bec361f32935eb78 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/queue/198ee230bbbd4837bec361f32935eb78 2024-11-28T03:19:28,549 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/queue/198ee230bbbd4837bec361f32935eb78, entries=1, sequenceid=12, filesize=5.2 K 2024-11-28T03:19:28,550 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c1b428b7d361457cc86596a93ec7eebd in 937ms, sequenceid=12, compaction requested=false 2024-11-28T03:19:28,554 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/replication/c1b428b7d361457cc86596a93ec7eebd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T03:19:28,554 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:28,554 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:28,554 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:28,554 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1b428b7d361457cc86596a93ec7eebd: Waiting for close lock at 1732763967613Running coprocessor pre-close hooks at 1732763967613Disabling compacts and flushes for region at 1732763967613Disabling writes for close at 1732763967613Obtaining lock to block concurrent updates at 1732763967613Preparing flush snapshotting stores in c1b428b7d361457cc86596a93ec7eebd at 1732763967613Finished memstore snapshotting hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732763967614 (+1 ms)Flushing stores of hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. at 1732763967614Flushing c1b428b7d361457cc86596a93ec7eebd/hfileref: creating writer at 1732763967614Flushing c1b428b7d361457cc86596a93ec7eebd/hfileref: appending metadata at 1732763967676 (+62 ms)Flushing c1b428b7d361457cc86596a93ec7eebd/hfileref: closing flushed file at 1732763967676Flushing c1b428b7d361457cc86596a93ec7eebd/queue: creating writer at 1732763968111 (+435 ms)Flushing c1b428b7d361457cc86596a93ec7eebd/queue: appending metadata at 1732763968124 (+13 ms)Flushing c1b428b7d361457cc86596a93ec7eebd/queue: closing flushed file at 1732763968124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386c1932: reopening flushed file at 1732763968535 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78783c99: reopening flushed file at 1732763968540 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c1b428b7d361457cc86596a93ec7eebd in 937ms, sequenceid=12, compaction requested=false at 1732763968550 (+10 ms)Writing region close event to WAL at 1732763968551 (+1 ms)Running coprocessor post-close hooks at 1732763968554 (+3 ms)Closed at 1732763968554 2024-11-28T03:19:28,554 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763962269.c1b428b7d361457cc86596a93ec7eebd. 2024-11-28T03:19:28,555 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a75c42a31501ba4875aa633ccc1e0226, disabling compactions & flushes 2024-11-28T03:19:28,555 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:28,555 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:28,555 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. after waiting 0 ms 2024-11-28T03:19:28,555 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:28,558 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/default/test/a75c42a31501ba4875aa633ccc1e0226/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:19:28,558 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:28,558 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:19:28,558 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:28,558 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a75c42a31501ba4875aa633ccc1e0226: Waiting for close lock at 1732763968555Running coprocessor pre-close hooks at 1732763968555Disabling compacts and flushes for region at 1732763968555Disabling writes for close at 1732763968555Writing region close event to WAL at 1732763968555Running coprocessor post-close hooks at 1732763968558 (+3 ms)Closed at 1732763968558 2024-11-28T03:19:28,558 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226. 2024-11-28T03:19:28,560 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/rep_barrier/ff8196353a284f2bb66de5309a421df3 is 112, key is test,,1732763960465.a75c42a31501ba4875aa633ccc1e0226./rep_barrier:seqnumDuringOpen/1732763960825/Put/seqid=0 2024-11-28T03:19:28,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741850_1026 (size=5518) 2024-11-28T03:19:28,622 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:19:28,622 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:19:28,622 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:28,670 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1033, reset compression=false 2024-11-28T03:19:28,675 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:28,675 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1328, reset compression=false 2024-11-28T03:19:28,675 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,43347,1732763955283 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:28,676 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,43347,1732763955283: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,43347,1732763955283, walGroup=b4e3b2a3b1ef%2C43347%2C1732763955283, offset=b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:43347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:19:28,678 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:19:28,678 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:19:28,679 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:19:28,679 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:19:28,679 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:19:28,679 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 790610512 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188280464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:19:28,684 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:44007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:44007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:19:28,823 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:28,882 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1328, reset compression=false 2024-11-28T03:19:28,969 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/rep_barrier/ff8196353a284f2bb66de5309a421df3 2024-11-28T03:19:28,989 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/table/a0694f2bdd9644719dac1567990bc5b8 is 53, key is hbase:replication/table:state/1732763963047/Put/seqid=0 2024-11-28T03:19:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741851_1027 (size=5308) 2024-11-28T03:19:29,023 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:29,098 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1033, reset compression=false 2024-11-28T03:19:29,186 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1328, reset compression=false 2024-11-28T03:19:29,223 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:29,393 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/table/a0694f2bdd9644719dac1567990bc5b8 2024-11-28T03:19:29,400 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/info/3ee87c4549d84b5cba9bd5efd66f4758 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/info/3ee87c4549d84b5cba9bd5efd66f4758 2024-11-28T03:19:29,419 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/info/3ee87c4549d84b5cba9bd5efd66f4758, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:19:29,420 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/ns/93efb35b4c5f463c9feef8511520d4fa as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/ns/93efb35b4c5f463c9feef8511520d4fa 2024-11-28T03:19:29,423 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:29,436 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/ns/93efb35b4c5f463c9feef8511520d4fa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:19:29,438 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/rep_barrier/ff8196353a284f2bb66de5309a421df3 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/rep_barrier/ff8196353a284f2bb66de5309a421df3 2024-11-28T03:19:29,456 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/rep_barrier/ff8196353a284f2bb66de5309a421df3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:19:29,459 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/.tmp/table/a0694f2bdd9644719dac1567990bc5b8 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/table/a0694f2bdd9644719dac1567990bc5b8 2024-11-28T03:19:29,471 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/table/a0694f2bdd9644719dac1567990bc5b8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:19:29,472 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1850ms, sequenceid=16, compaction requested=false 2024-11-28T03:19:29,560 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:19:29,561 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:29,561 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:29,561 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:29,561 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763967621Running coprocessor pre-close hooks at 1732763967621Disabling compacts and flushes for region at 1732763967621Disabling writes for close at 1732763967622 (+1 ms)Obtaining lock to block concurrent updates at 1732763967622Preparing flush snapshotting stores in 1588230740 at 1732763967622Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732763967622Flushing stores of hbase:meta,,1.1588230740 at 1732763967623 (+1 ms)Flushing 1588230740/info: creating writer at 1732763967623Flushing 1588230740/info: appending metadata at 1732763967680 (+57 ms)Flushing 1588230740/info: closing flushed file at 1732763967680Flushing 1588230740/ns: creating writer at 1732763968108 (+428 ms)Flushing 1588230740/ns: appending metadata at 1732763968128 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732763968128Flushing 1588230740/rep_barrier: creating writer at 1732763968542 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732763968559 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732763968559Flushing 1588230740/table: creating writer at 1732763968974 (+415 ms)Flushing 1588230740/table: appending metadata at 1732763968988 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732763968988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c38fba: reopening flushed file at 1732763969399 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d915e1d: reopening flushed file at 1732763969419 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a50c681: reopening flushed file at 1732763969437 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef772ac: reopening flushed file at 1732763969456 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1850ms, sequenceid=16, compaction requested=false at 1732763969472 (+16 ms)Writing region close event to WAL at 1732763969537 (+65 ms)Running coprocessor post-close hooks at 1732763969561 (+24 ms)Closed at 1732763969561 2024-11-28T03:19:29,561 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:29,590 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/WALs/b4e3b2a3b1ef,43347,1732763955283/b4e3b2a3b1ef%2C43347%2C1732763955283.1732763957269 to pos 1328, reset compression=false 2024-11-28T03:19:29,623 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,43347,1732763955283; all regions closed. 2024-11-28T03:19:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:19:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741839_1015 (size=3127) 2024-11-28T03:19:29,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741832_1008 (size=1336) 2024-11-28T03:19:29,633 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:29,633 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:29,633 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:29,633 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:29,634 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:29,634 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:29,634 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,43347,1732763955283 because: Region server is closing 2024-11-28T03:19:29,634 INFO [RS:0;b4e3b2a3b1ef:43347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:43347. 2024-11-28T03:19:29,634 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:29,634 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:29,634 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:29,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:29,735 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.shipperb4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 terminated 2024-11-28T03:19:29,735 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,43347,1732763955283.replicationSource.wal-reader.b4e3b2a3b1ef%2C43347%2C1732763955283,1-b4e3b2a3b1ef,43347,1732763955283 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:19:29,735 INFO [RS:0;b4e3b2a3b1ef:43347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:43347. 2024-11-28T03:19:29,735 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:29,735 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:29,735 DEBUG [RS:0;b4e3b2a3b1ef:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:29,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:29,735 INFO [RS:0;b4e3b2a3b1ef:43347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43347 2024-11-28T03:19:29,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973620281/rs/b4e3b2a3b1ef,43347,1732763955283 2024-11-28T03:19:29,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281/rs 2024-11-28T03:19:29,737 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:29,738 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,43347,1732763955283] 2024-11-28T03:19:29,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-973620281/draining/b4e3b2a3b1ef,43347,1732763955283 already deleted, retry=false 2024-11-28T03:19:29,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,43347,1732763955283 expired; onlineServers=0 2024-11-28T03:19:29,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,44007,1732763955243' ***** 2024-11-28T03:19:29,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:19:29,746 INFO [M:0;b4e3b2a3b1ef:44007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:29,746 INFO [M:0;b4e3b2a3b1ef:44007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:29,746 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:19:29,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:19:29,746 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:19:29,746 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763957052 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763957052,5,FailOnTimeoutGroup] 2024-11-28T03:19:29,746 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763957051 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763957051,5,FailOnTimeoutGroup] 2024-11-28T03:19:29,746 INFO [M:0;b4e3b2a3b1ef:44007 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:29,746 INFO [M:0;b4e3b2a3b1ef:44007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:29,746 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:19:29,746 INFO [M:0;b4e3b2a3b1ef:44007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:19:29,746 INFO [M:0;b4e3b2a3b1ef:44007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:29,747 INFO [M:0;b4e3b2a3b1ef:44007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:19:29,747 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:19:29,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973620281/master 2024-11-28T03:19:29,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973620281 2024-11-28T03:19:29,748 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] zookeeper.ZKUtil(347): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Unable to get data of znode /1-973620281/master because node does not exist (not an error) 2024-11-28T03:19:29,748 WARN [M:0;b4e3b2a3b1ef:44007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:19:29,748 INFO [M:0;b4e3b2a3b1ef:44007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/.lastflushedseqids 2024-11-28T03:19:29,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741852_1028 (size=263) 2024-11-28T03:19:29,802 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1033, reset compression=false 2024-11-28T03:19:29,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:29,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x1015c958afe0004, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:29,838 INFO [RS:0;b4e3b2a3b1ef:43347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:29,838 INFO [RS:0;b4e3b2a3b1ef:43347 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,43347,1732763955283; zookeeper connection closed. 2024-11-28T03:19:29,839 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@761b52bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@761b52bf 2024-11-28T03:19:29,839 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:19:30,153 INFO [M:0;b4e3b2a3b1ef:44007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:19:30,153 INFO [M:0;b4e3b2a3b1ef:44007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:19:30,154 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:30,154 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:30,154 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:30,154 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:30,154 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:30,154 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T03:19:30,173 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ab21f664654e6f868d5be32c4c3921 is 82, key is hbase:meta,,1/info:regioninfo/1732763958239/Put/seqid=0 2024-11-28T03:19:30,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741853_1029 (size=5672) 2024-11-28T03:19:30,178 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ab21f664654e6f868d5be32c4c3921 2024-11-28T03:19:30,203 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50101f2ae30b432d9dc4718dd3ec98c6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732763963050/Put/seqid=0 2024-11-28T03:19:30,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741854_1030 (size=8516) 2024-11-28T03:19:30,211 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50101f2ae30b432d9dc4718dd3ec98c6 2024-11-28T03:19:30,234 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c067e0b01fd6447eabef5948d3da9ec7 is 69, key is b4e3b2a3b1ef,43347,1732763955283/rs:state/1732763957117/Put/seqid=0 2024-11-28T03:19:30,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741855_1031 (size=5156) 2024-11-28T03:19:30,606 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1033, reset compression=false 2024-11-28T03:19:30,639 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c067e0b01fd6447eabef5948d3da9ec7 2024-11-28T03:19:30,649 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9ab21f664654e6f868d5be32c4c3921 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9ab21f664654e6f868d5be32c4c3921 2024-11-28T03:19:30,658 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9ab21f664654e6f868d5be32c4c3921, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T03:19:30,665 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50101f2ae30b432d9dc4718dd3ec98c6 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50101f2ae30b432d9dc4718dd3ec98c6 2024-11-28T03:19:30,670 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50101f2ae30b432d9dc4718dd3ec98c6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T03:19:30,672 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c067e0b01fd6447eabef5948d3da9ec7 as hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c067e0b01fd6447eabef5948d3da9ec7 2024-11-28T03:19:30,679 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43743/user/jenkins/test-data/fc5cfbda-049f-c96b-aa65-35f45341d1fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c067e0b01fd6447eabef5948d3da9ec7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T03:19:30,682 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=97, compaction requested=false 2024-11-28T03:19:30,683 INFO [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:30,683 DEBUG [M:0;b4e3b2a3b1ef:44007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763970154Disabling compacts and flushes for region at 1732763970154Disabling writes for close at 1732763970154Obtaining lock to block concurrent updates at 1732763970154Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763970154Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732763970154Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763970155 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763970155Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763970172 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763970173 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763970183 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763970203 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763970203Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763970218 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763970234 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763970234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb4ccea: reopening flushed file at 1732763970644 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cebe09f: reopening flushed file at 1732763970658 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f25439a: reopening flushed file at 1732763970671 (+13 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 528ms, sequenceid=97, compaction requested=false at 1732763970682 (+11 ms)Writing region close event to WAL at 1732763970683 (+1 ms)Closed at 1732763970683 2024-11-28T03:19:30,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741830_1006 (size=63654) 2024-11-28T03:19:30,688 INFO [M:0;b4e3b2a3b1ef:44007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:19:30,688 INFO [M:0;b4e3b2a3b1ef:44007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44007 2024-11-28T03:19:30,688 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:30,689 INFO [M:0;b4e3b2a3b1ef:44007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:30,790 INFO [M:0;b4e3b2a3b1ef:44007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44007-0x1015c958afe0003, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:30,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@596ea19b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:30,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:30,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:30,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:30,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:30,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:19:30,812 WARN [BP-370160374-172.17.0.2-1732763954269 heartbeating to localhost/127.0.0.1:43743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:19:30,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:19:30,812 WARN [BP-370160374-172.17.0.2-1732763954269 heartbeating to localhost/127.0.0.1:43743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-370160374-172.17.0.2-1732763954269 (Datanode Uuid ac9eeb01-a9c1-46d3-81ec-6a9dc34c9a94) service to localhost/127.0.0.1:43743 2024-11-28T03:19:30,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/cluster_355f5b40-1ffd-1ed0-fc36-2a2b0290cebe/data/data1/current/BP-370160374-172.17.0.2-1732763954269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:30,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/cluster_355f5b40-1ffd-1ed0-fc36-2a2b0290cebe/data/data2/current/BP-370160374-172.17.0.2-1732763954269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:30,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:19:30,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b344cbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:30,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:30,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:30,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:30,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:30,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T03:19:30,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-28T03:19:30,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:19:30,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:19:30,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:30,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:30,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:30,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:30,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:30,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:19:30,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1202095291, stopped=false 2024-11-28T03:19:30,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,41277,1732763952196 2024-11-28T03:19:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153783453/running 2024-11-28T03:19:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153783453/running 2024-11-28T03:19:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:30,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on znode that does not yet exist, /0153783453/running 2024-11-28T03:19:30,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Set watcher on znode that does not yet exist, /0153783453/running 2024-11-28T03:19:30,852 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:30,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:30,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:30,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:30,853 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,46049,1732763952272' ***** 2024-11-28T03:19:30,853 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:19:30,853 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:19:30,854 INFO [RS:0;b4e3b2a3b1ef:46049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:19:30,854 INFO [RS:0;b4e3b2a3b1ef:46049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:19:30,854 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(3091): Received CLOSE for 7546b60ea839f1ada23b6b63a9133054 2024-11-28T03:19:30,854 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:19:30,855 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(3091): Received CLOSE for 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:30,855 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:30,855 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:30,855 INFO [RS:0;b4e3b2a3b1ef:46049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46049. 2024-11-28T03:19:30,855 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:30,855 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:30,856 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:19:30,856 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:19:30,856 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:19:30,856 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:19:30,857 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7546b60ea839f1ada23b6b63a9133054, disabling compactions & flushes 2024-11-28T03:19:30,857 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:30,857 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:30,857 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. after waiting 0 ms 2024-11-28T03:19:30,857 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:30,860 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:19:30,860 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7546b60ea839f1ada23b6b63a9133054=test,,1732763958313.7546b60ea839f1ada23b6b63a9133054., 7af261a3b05809d397fd7c0960f2bc49=hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49.} 2024-11-28T03:19:30,860 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7546b60ea839f1ada23b6b63a9133054, 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:30,861 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:30,861 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:30,861 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:30,861 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:30,861 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:30,861 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:19:30,897 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/default/test/7546b60ea839f1ada23b6b63a9133054/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:19:30,898 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:30,898 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:19:30,898 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:30,898 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7546b60ea839f1ada23b6b63a9133054: Waiting for close lock at 1732763970856Running coprocessor pre-close hooks at 1732763970856Disabling compacts and flushes for region at 1732763970857 (+1 ms)Disabling writes for close at 1732763970857Writing region close event to WAL at 1732763970883 (+26 ms)Running coprocessor post-close hooks at 1732763970898 (+15 ms)Closed at 1732763970898 2024-11-28T03:19:30,898 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732763958313.7546b60ea839f1ada23b6b63a9133054. 2024-11-28T03:19:30,898 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7af261a3b05809d397fd7c0960f2bc49, disabling compactions & flushes 2024-11-28T03:19:30,898 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:30,898 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:30,898 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. after waiting 0 ms 2024-11-28T03:19:30,898 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:30,899 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7af261a3b05809d397fd7c0960f2bc49 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-28T03:19:30,909 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/info/67e64ac4babd43e5a8d5ea7961fbdee2 is 147, key is hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49./info:regioninfo/1732763961904/Put/seqid=0 2024-11-28T03:19:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741846_1022 (size=7686) 2024-11-28T03:19:30,916 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/info/67e64ac4babd43e5a8d5ea7961fbdee2 2024-11-28T03:19:30,932 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/.tmp/hfileref/00b3aac41d48431ab25659194603edfe is 74, key is 1/hfileref:0fbaeda363294acda394d88d5aed5d63_SeqId_4_/1732763965852/DeleteColumn/seqid=0 2024-11-28T03:19:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741847_1023 (size=5345) 2024-11-28T03:19:30,948 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:30,956 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/ns/54bc8cc8922c4de9a53d9651aa869e30 is 43, key is default/ns:d/1732763954198/Put/seqid=0 2024-11-28T03:19:30,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741848_1024 (size=5153) 2024-11-28T03:19:31,061 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:31,261 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:31,344 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/.tmp/hfileref/00b3aac41d48431ab25659194603edfe 2024-11-28T03:19:31,363 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/.tmp/queue/d311146737e2477192a8d1ea7d252a20 is 154, key is 1-b4e3b2a3b1ef,46049,1732763952272/queue:b4e3b2a3b1ef%2C46049%2C1732763952272/1732763967168/Put/seqid=0 2024-11-28T03:19:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741849_1025 (size=5353) 2024-11-28T03:19:31,386 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/ns/54bc8cc8922c4de9a53d9651aa869e30 2024-11-28T03:19:31,403 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/rep_barrier/b673bdc4a5354c818db6c9c11f153d37 is 112, key is test,,1732763958313.7546b60ea839f1ada23b6b63a9133054./rep_barrier:seqnumDuringOpen/1732763959469/Put/seqid=0 2024-11-28T03:19:31,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741850_1026 (size=5518) 2024-11-28T03:19:31,461 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:31,520 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1033, reset compression=false 2024-11-28T03:19:31,525 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:31,525 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1328, reset compression=false 2024-11-28T03:19:31,525 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46049,1732763952272 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:31,526 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,46049,1732763952272: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,46049,1732763952272, walGroup=b4e3b2a3b1ef%2C46049%2C1732763952272, offset=b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:46049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:19:31,527 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:19:31,527 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:19:31,527 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:19:31,527 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:19:31,528 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:19:31,528 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 495605368 }, "NonHeapMemoryUsage": { "committed": 191627264, "init": 7667712, "max": -1, "used": 188812592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:19:31,528 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:19:31,633 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:19:31,633 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:19:31,661 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af261a3b05809d397fd7c0960f2bc49 2024-11-28T03:19:31,729 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1328, reset compression=false 2024-11-28T03:19:31,767 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/.tmp/queue/d311146737e2477192a8d1ea7d252a20 2024-11-28T03:19:31,772 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/.tmp/hfileref/00b3aac41d48431ab25659194603edfe as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/hfileref/00b3aac41d48431ab25659194603edfe 2024-11-28T03:19:31,776 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/hfileref/00b3aac41d48431ab25659194603edfe, entries=4, sequenceid=12, filesize=5.2 K 2024-11-28T03:19:31,777 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/.tmp/queue/d311146737e2477192a8d1ea7d252a20 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/queue/d311146737e2477192a8d1ea7d252a20 2024-11-28T03:19:31,780 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/queue/d311146737e2477192a8d1ea7d252a20, entries=1, sequenceid=12, filesize=5.2 K 2024-11-28T03:19:31,781 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7af261a3b05809d397fd7c0960f2bc49 in 883ms, sequenceid=12, compaction requested=false 2024-11-28T03:19:31,781 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:19:31,787 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/replication/7af261a3b05809d397fd7c0960f2bc49/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T03:19:31,787 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:31,787 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:31,787 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:31,787 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7af261a3b05809d397fd7c0960f2bc49: Waiting for close lock at 1732763970898Running coprocessor pre-close hooks at 1732763970898Disabling compacts and flushes for region at 1732763970898Disabling writes for close at 1732763970898Obtaining lock to block concurrent updates at 1732763970899 (+1 ms)Preparing flush snapshotting stores in 7af261a3b05809d397fd7c0960f2bc49 at 1732763970899Finished memstore snapshotting hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732763970899Flushing stores of hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. at 1732763970900 (+1 ms)Flushing 7af261a3b05809d397fd7c0960f2bc49/hfileref: creating writer at 1732763970900Flushing 7af261a3b05809d397fd7c0960f2bc49/hfileref: appending metadata at 1732763970931 (+31 ms)Flushing 7af261a3b05809d397fd7c0960f2bc49/hfileref: closing flushed file at 1732763970931Flushing 7af261a3b05809d397fd7c0960f2bc49/queue: creating writer at 1732763971348 (+417 ms)Flushing 7af261a3b05809d397fd7c0960f2bc49/queue: appending metadata at 1732763971363 (+15 ms)Flushing 7af261a3b05809d397fd7c0960f2bc49/queue: closing flushed file at 1732763971363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763858e5: reopening flushed file at 1732763971771 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6e947e: reopening flushed file at 1732763971776 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7af261a3b05809d397fd7c0960f2bc49 in 883ms, sequenceid=12, compaction requested=false at 1732763971781 (+5 ms)Writing region close event to WAL at 1732763971784 (+3 ms)Running coprocessor post-close hooks at 1732763971787 (+3 ms)Closed at 1732763971787 2024-11-28T03:19:31,787 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763961130.7af261a3b05809d397fd7c0960f2bc49. 2024-11-28T03:19:31,807 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/rep_barrier/b673bdc4a5354c818db6c9c11f153d37 2024-11-28T03:19:31,830 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/table/2b7678a0bdb84730a585bfcaee90e0eb is 53, key is hbase:replication/table:state/1732763961911/Put/seqid=0 2024-11-28T03:19:31,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741851_1027 (size=5308) 2024-11-28T03:19:31,861 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:19:31,861 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:19:31,861 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:32,033 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1328, reset compression=false 2024-11-28T03:19:32,061 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:32,235 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/table/2b7678a0bdb84730a585bfcaee90e0eb 2024-11-28T03:19:32,241 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/info/67e64ac4babd43e5a8d5ea7961fbdee2 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/info/67e64ac4babd43e5a8d5ea7961fbdee2 2024-11-28T03:19:32,246 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/info/67e64ac4babd43e5a8d5ea7961fbdee2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:19:32,246 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/ns/54bc8cc8922c4de9a53d9651aa869e30 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/ns/54bc8cc8922c4de9a53d9651aa869e30 2024-11-28T03:19:32,250 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/ns/54bc8cc8922c4de9a53d9651aa869e30, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:19:32,251 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/rep_barrier/b673bdc4a5354c818db6c9c11f153d37 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/rep_barrier/b673bdc4a5354c818db6c9c11f153d37 2024-11-28T03:19:32,256 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/rep_barrier/b673bdc4a5354c818db6c9c11f153d37, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:19:32,256 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/.tmp/table/2b7678a0bdb84730a585bfcaee90e0eb as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/table/2b7678a0bdb84730a585bfcaee90e0eb 2024-11-28T03:19:32,260 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/table/2b7678a0bdb84730a585bfcaee90e0eb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:19:32,261 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1400ms, sequenceid=16, compaction requested=false 2024-11-28T03:19:32,262 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:32,265 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:19:32,266 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:32,266 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:32,266 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:32,266 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763970861Running coprocessor pre-close hooks at 1732763970861Disabling compacts and flushes for region at 1732763970861Disabling writes for close at 1732763970861Obtaining lock to block concurrent updates at 1732763970861Preparing flush snapshotting stores in 1588230740 at 1732763970861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732763970862 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732763970862Flushing 1588230740/info: creating writer at 1732763970862Flushing 1588230740/info: appending metadata at 1732763970909 (+47 ms)Flushing 1588230740/info: closing flushed file at 1732763970909Flushing 1588230740/ns: creating writer at 1732763970933 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732763970955 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732763970955Flushing 1588230740/rep_barrier: creating writer at 1732763971390 (+435 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732763971403 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732763971403Flushing 1588230740/table: creating writer at 1732763971811 (+408 ms)Flushing 1588230740/table: appending metadata at 1732763971830 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732763971830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9947f95: reopening flushed file at 1732763972241 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ce80cb: reopening flushed file at 1732763972246 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc8431b: reopening flushed file at 1732763972251 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6aa665: reopening flushed file at 1732763972256 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1400ms, sequenceid=16, compaction requested=false at 1732763972261 (+5 ms)Writing region close event to WAL at 1732763972262 (+1 ms)Running coprocessor post-close hooks at 1732763972266 (+4 ms)Closed at 1732763972266 2024-11-28T03:19:32,266 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:32,437 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 to pos 1328, reset compression=false 2024-11-28T03:19:32,462 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,46049,1732763952272; all regions closed. 2024-11-28T03:19:32,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:19:32,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741839_1015 (size=3127) 2024-11-28T03:19:32,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.rep.1732763961868 not finished, retry = 0 2024-11-28T03:19:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741833_1009 (size=1336) 2024-11-28T03:19:32,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/WALs/b4e3b2a3b1ef,46049,1732763952272/b4e3b2a3b1ef%2C46049%2C1732763952272.1732763953787 not finished, retry = 0 2024-11-28T03:19:32,673 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:32,673 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:32,673 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:32,673 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:32,673 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:32,673 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,46049,1732763952272 because: Region server is closing 2024-11-28T03:19:32,674 INFO [RS:0;b4e3b2a3b1ef:46049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46049. 2024-11-28T03:19:32,674 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:32,674 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:32,674 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:32,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:32,674 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:32,774 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.shipperb4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 terminated 2024-11-28T03:19:32,774 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46049,1732763952272.replicationSource.wal-reader.b4e3b2a3b1ef%2C46049%2C1732763952272,1-b4e3b2a3b1ef,46049,1732763952272 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:19:32,774 INFO [RS:0;b4e3b2a3b1ef:46049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46049. 2024-11-28T03:19:32,774 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:32,774 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:32,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:32,775 DEBUG [RS:0;b4e3b2a3b1ef:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:32,775 INFO [RS:0;b4e3b2a3b1ef:46049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46049 2024-11-28T03:19:32,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153783453/rs/b4e3b2a3b1ef,46049,1732763952272 2024-11-28T03:19:32,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453/rs 2024-11-28T03:19:32,777 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:32,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,46049,1732763952272] 2024-11-28T03:19:32,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0153783453/draining/b4e3b2a3b1ef,46049,1732763952272 already deleted, retry=false 2024-11-28T03:19:32,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,46049,1732763952272 expired; onlineServers=0 2024-11-28T03:19:32,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,41277,1732763952196' ***** 2024-11-28T03:19:32,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:19:32,780 INFO [M:0;b4e3b2a3b1ef:41277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:32,780 INFO [M:0;b4e3b2a3b1ef:41277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:32,780 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:19:32,780 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:19:32,780 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:19:32,780 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763953506 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763953506,5,FailOnTimeoutGroup] 2024-11-28T03:19:32,780 INFO [M:0;b4e3b2a3b1ef:41277 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:32,780 INFO [M:0;b4e3b2a3b1ef:41277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:32,780 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763953506 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763953506,5,FailOnTimeoutGroup] 2024-11-28T03:19:32,780 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:19:32,780 INFO [M:0;b4e3b2a3b1ef:41277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:19:32,781 INFO [M:0;b4e3b2a3b1ef:41277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:32,781 INFO [M:0;b4e3b2a3b1ef:41277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:19:32,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:19:32,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153783453/master 2024-11-28T03:19:32,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153783453 2024-11-28T03:19:32,784 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] zookeeper.ZKUtil(347): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Unable to get data of znode /0153783453/master because node does not exist (not an error) 2024-11-28T03:19:32,784 WARN [M:0;b4e3b2a3b1ef:41277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:19:32,785 INFO [M:0;b4e3b2a3b1ef:41277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/.lastflushedseqids 2024-11-28T03:19:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741852_1028 (size=263) 2024-11-28T03:19:32,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:32,879 INFO [RS:0;b4e3b2a3b1ef:46049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:32,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x1015c958afe0001, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:32,879 INFO [RS:0;b4e3b2a3b1ef:46049 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,46049,1732763952272; zookeeper connection closed. 2024-11-28T03:19:32,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@143e0013 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@143e0013 2024-11-28T03:19:32,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:19:33,194 INFO [M:0;b4e3b2a3b1ef:41277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:19:33,194 INFO [M:0;b4e3b2a3b1ef:41277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:19:33,194 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:33,194 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:33,194 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:33,194 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:33,194 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:33,194 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-28T03:19:33,216 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea182d72507c4969991fe9c3ef39af77 is 82, key is hbase:meta,,1/info:regioninfo/1732763954184/Put/seqid=0 2024-11-28T03:19:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741853_1029 (size=5672) 2024-11-28T03:19:33,221 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea182d72507c4969991fe9c3ef39af77 2024-11-28T03:19:33,258 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b161f4974c224945bf916b3fd181ff70 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732763961915/Put/seqid=0 2024-11-28T03:19:33,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741854_1030 (size=8515) 2024-11-28T03:19:33,670 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b161f4974c224945bf916b3fd181ff70 2024-11-28T03:19:33,688 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/201bf8e958334fd6a5cadb7b6206bc71 is 69, key is b4e3b2a3b1ef,46049,1732763952272/rs:state/1732763953594/Put/seqid=0 2024-11-28T03:19:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741855_1031 (size=5156) 2024-11-28T03:19:34,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:34,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:34,093 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/201bf8e958334fd6a5cadb7b6206bc71 2024-11-28T03:19:34,100 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea182d72507c4969991fe9c3ef39af77 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea182d72507c4969991fe9c3ef39af77 2024-11-28T03:19:34,105 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea182d72507c4969991fe9c3ef39af77, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T03:19:34,106 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b161f4974c224945bf916b3fd181ff70 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b161f4974c224945bf916b3fd181ff70 2024-11-28T03:19:34,111 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b161f4974c224945bf916b3fd181ff70, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T03:19:34,111 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/201bf8e958334fd6a5cadb7b6206bc71 as hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/201bf8e958334fd6a5cadb7b6206bc71 2024-11-28T03:19:34,116 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46761/user/jenkins/test-data/667964e4-4344-3bce-4505-5cb69ca58e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/201bf8e958334fd6a5cadb7b6206bc71, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T03:19:34,117 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false 2024-11-28T03:19:34,128 INFO [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:34,129 DEBUG [M:0;b4e3b2a3b1ef:41277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763973194Disabling compacts and flushes for region at 1732763973194Disabling writes for close at 1732763973194Obtaining lock to block concurrent updates at 1732763973194Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763973194Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732763973195 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763973195Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763973195Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763973216 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763973216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763973225 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763973258 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763973258Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763973674 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763973688 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763973688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f5504c: reopening flushed file at 1732763974099 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244d38fa: reopening flushed file at 1732763974105 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766ceab: reopening flushed file at 1732763974111 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false at 1732763974117 (+6 ms)Writing region close event to WAL at 1732763974128 (+11 ms)Closed at 1732763974128 2024-11-28T03:19:34,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741830_1006 (size=63642) 2024-11-28T03:19:34,135 INFO [M:0;b4e3b2a3b1ef:41277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:19:34,135 INFO [M:0;b4e3b2a3b1ef:41277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41277 2024-11-28T03:19:34,135 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:34,136 INFO [M:0;b4e3b2a3b1ef:41277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:34,238 INFO [M:0;b4e3b2a3b1ef:41277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41277-0x1015c958afe0000, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:34,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75830d1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:34,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b238757{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:34,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:34,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcfb081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:34,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6a9ea6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:34,242 WARN [BP-273551672-172.17.0.2-1732763951236 heartbeating to localhost/127.0.0.1:46761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:19:34,242 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:19:34,242 WARN [BP-273551672-172.17.0.2-1732763951236 heartbeating to localhost/127.0.0.1:46761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-273551672-172.17.0.2-1732763951236 (Datanode Uuid 20c12ba1-884d-40fb-909b-73b782bc3bf6) service to localhost/127.0.0.1:46761 2024-11-28T03:19:34,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:19:34,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/cluster_75710d36-f1cd-b378-15cf-136db5fd3614/data/data1/current/BP-273551672-172.17.0.2-1732763951236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:34,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/cluster_75710d36-f1cd-b378-15cf-136db5fd3614/data/data2/current/BP-273551672-172.17.0.2-1732763951236 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:34,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:19:34,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@199d0f84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:34,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@265c2aad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:34,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:34,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169a1fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:34,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@755866f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f7b66269-0a82-a7af-cb96-3b916396f4c3/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:34,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:19:34,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:19:34,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=249 (was 208) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59608) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43743 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46761 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46761 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43743 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59608) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43743 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46761 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6163 (was 6720) 2024-11-28T03:19:34,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=249, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=6163 2024-11-28T03:19:34,299 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-28T03:19:34,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.log.dir so I do NOT create it in target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d 2024-11-28T03:19:34,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:19:34,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.tmp.dir so I do NOT create it in target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d 2024-11-28T03:19:34,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c805009a-00a1-530a-b51c-93e6a694a162/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:19:34,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d 2024-11-28T03:19:34,300 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/cluster_9459d9e5-9d9f-7fe8-6bdf-174ad975e977, deleteOnExit=true 2024-11-28T03:19:34,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/cluster_9459d9e5-9d9f-7fe8-6bdf-174ad975e977/zookeeper_0, clientPort=52086, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/cluster_9459d9e5-9d9f-7fe8-6bdf-174ad975e977/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/cluster_9459d9e5-9d9f-7fe8-6bdf-174ad975e977/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:19:34,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52086 2024-11-28T03:19:34,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:19:34,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:19:34,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/test.cache.data in system properties and HBase conf 2024-11-28T03:19:34,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:19:34,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:19:34,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:19:34,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:19:34,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:19:34,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c958afe0002, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:19:34,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c958afe0005, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:19:34,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c958afe0002, quorum=127.0.0.1:59608, baseZNode=/0153783453 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:19:34,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c958afe0005, quorum=127.0.0.1:59608, baseZNode=/1-973620281 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:19:34,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:34,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:19:34,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:19:34,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:19:34,417 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:19:34,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:34,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:19:34,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:19:34,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/java.io.tmpdir/jetty-localhost-37839-hadoop-hdfs-3_4_1-tests_jar-_-any-15966761525894620074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:34,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:37839} 2024-11-28T03:19:34,562 INFO [Time-limited test {}] server.Server(415): Started @168895ms 2024-11-28T03:19:34,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:34,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:19:34,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:19:34,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:19:34,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:19:34,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:19:34,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:19:34,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27fc8e6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/java.io.tmpdir/jetty-localhost-34487-hadoop-hdfs-3_4_1-tests_jar-_-any-708515429533013527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:34,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:34487} 2024-11-28T03:19:34,788 INFO [Time-limited test {}] server.Server(415): Started @169120ms 2024-11-28T03:19:34,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:19:34,894 WARN [Thread-2176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/cluster_9459d9e5-9d9f-7fe8-6bdf-174ad975e977/data/data1/current/BP-2114609299-172.17.0.2-1732763974326/current, will proceed with Du for space computation calculation, 2024-11-28T03:19:34,894 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/cluster_9459d9e5-9d9f-7fe8-6bdf-174ad975e977/data/data2/current/BP-2114609299-172.17.0.2-1732763974326/current, will proceed with Du for space computation calculation, 2024-11-28T03:19:34,915 WARN [Thread-2164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:19:34,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb27f6095b9406466 with lease ID 0xed4be71c76c57df6: Processing first storage report for DS-9cb5efd1-1665-4a97-8499-d926b483728b from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=a4143778-709a-4d36-9814-1c914f3a8f40, infoPort=40869, infoSecurePort=0, ipcPort=39131, storageInfo=lv=-57;cid=testClusterID;nsid=903634951;c=1732763974326) 2024-11-28T03:19:34,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb27f6095b9406466 with lease ID 0xed4be71c76c57df6: from storage DS-9cb5efd1-1665-4a97-8499-d926b483728b node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=a4143778-709a-4d36-9814-1c914f3a8f40, infoPort=40869, infoSecurePort=0, ipcPort=39131, storageInfo=lv=-57;cid=testClusterID;nsid=903634951;c=1732763974326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:19:34,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb27f6095b9406466 with lease ID 0xed4be71c76c57df6: Processing first storage report for DS-d0dc662b-180a-4908-b2d3-a8c5ec2b8c07 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=a4143778-709a-4d36-9814-1c914f3a8f40, infoPort=40869, infoSecurePort=0, ipcPort=39131, storageInfo=lv=-57;cid=testClusterID;nsid=903634951;c=1732763974326) 2024-11-28T03:19:34,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb27f6095b9406466 with lease ID 0xed4be71c76c57df6: from storage DS-d0dc662b-180a-4908-b2d3-a8c5ec2b8c07 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=a4143778-709a-4d36-9814-1c914f3a8f40, infoPort=40869, infoSecurePort=0, ipcPort=39131, storageInfo=lv=-57;cid=testClusterID;nsid=903634951;c=1732763974326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:19:35,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d 2024-11-28T03:19:35,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:35,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:19:35,426 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029 with version=8 2024-11-28T03:19:35,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/hbase-staging 2024-11-28T03:19:35,429 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:35,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:35,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:35,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:35,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:35,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:35,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:19:35,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:35,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38307 2024-11-28T03:19:35,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38307 connecting to ZooKeeper ensemble=127.0.0.1:52086 2024-11-28T03:19:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383070x0, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:35,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38307-0x1015c95e52e0000 connected 2024-11-28T03:19:35,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:35,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:35,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on znode that does not yet exist, /0-1841724139/running 2024-11-28T03:19:35,492 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029, hbase.cluster.distributed=false 2024-11-28T03:19:35,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on znode that does not yet exist, /0-1841724139/acl 2024-11-28T03:19:35,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38307 2024-11-28T03:19:35,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38307 2024-11-28T03:19:35,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38307 2024-11-28T03:19:35,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38307 2024-11-28T03:19:35,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38307 2024-11-28T03:19:35,530 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:35,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:35,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:35,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:35,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:35,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:35,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:19:35,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:35,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46079 2024-11-28T03:19:35,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46079 connecting to ZooKeeper ensemble=127.0.0.1:52086 2024-11-28T03:19:35,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:35,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:35,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460790x0, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:35,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460790x0, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on znode that does not yet exist, /0-1841724139/running 2024-11-28T03:19:35,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:19:35,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46079-0x1015c95e52e0001 connected 2024-11-28T03:19:35,556 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:19:35,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on znode that does not yet exist, /0-1841724139/master 2024-11-28T03:19:35,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on znode that does not yet exist, /0-1841724139/acl 2024-11-28T03:19:35,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-28T03:19:35,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46079 2024-11-28T03:19:35,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46079 2024-11-28T03:19:35,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-28T03:19:35,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46079 2024-11-28T03:19:35,580 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:38307 2024-11-28T03:19:35,580 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1841724139/backup-masters/b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:35,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139/backup-masters 2024-11-28T03:19:35,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139/backup-masters 2024-11-28T03:19:35,582 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on existing znode=/0-1841724139/backup-masters/b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:35,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1841724139/master 2024-11-28T03:19:35,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:35,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:35,589 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on existing znode=/0-1841724139/master 2024-11-28T03:19:35,590 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1841724139/backup-masters/b4e3b2a3b1ef,38307,1732763975429 from backup master directory 2024-11-28T03:19:35,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139/backup-masters 2024-11-28T03:19:35,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1841724139/backup-masters/b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:35,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139/backup-masters 2024-11-28T03:19:35,591 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:35,591 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:35,597 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/hbase.id] with ID: 2c3c74bf-3921-4a4b-bd27-464fde343064 2024-11-28T03:19:35,597 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/.tmp/hbase.id 2024-11-28T03:19:35,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:19:35,610 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/.tmp/hbase.id]:[hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/hbase.id] 2024-11-28T03:19:35,621 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:35,621 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:19:35,622 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:19:35,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:35,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:35,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:19:36,039 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:36,040 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:19:36,040 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:36,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:19:36,059 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store 2024-11-28T03:19:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:19:36,472 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:36,472 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:36,472 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:36,472 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:36,472 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:36,472 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:36,472 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:36,472 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763976472Disabling compacts and flushes for region at 1732763976472Disabling writes for close at 1732763976472Writing region close event to WAL at 1732763976472Closed at 1732763976472 2024-11-28T03:19:36,473 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/.initializing 2024-11-28T03:19:36,473 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/WALs/b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:36,474 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:36,476 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C38307%2C1732763975429, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/WALs/b4e3b2a3b1ef,38307,1732763975429, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/oldWALs, maxLogs=10 2024-11-28T03:19:36,492 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/WALs/b4e3b2a3b1ef,38307,1732763975429/b4e3b2a3b1ef%2C38307%2C1732763975429.1732763976476, exclude list is [], retry=0 2024-11-28T03:19:36,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-9cb5efd1-1665-4a97-8499-d926b483728b,DISK] 2024-11-28T03:19:36,496 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/WALs/b4e3b2a3b1ef,38307,1732763975429/b4e3b2a3b1ef%2C38307%2C1732763975429.1732763976476 2024-11-28T03:19:36,496 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-11-28T03:19:36,496 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:36,496 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:36,496 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,496 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:19:36,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:36,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:36,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:19:36,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:36,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:36,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:19:36,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:36,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:19:36,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:36,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:36,502 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,503 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,503 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,504 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,504 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,505 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:36,506 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:36,508 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:36,508 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61943211, jitterRate=-0.07697422802448273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:36,509 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763976496Initializing all the Stores at 1732763976497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763976497Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763976497Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763976497Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763976497Cleaning up temporary data from old regions at 1732763976504 (+7 ms)Region opened successfully at 1732763976509 (+5 ms) 2024-11-28T03:19:36,509 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:19:36,511 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404bf7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:36,512 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:19:36,512 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:19:36,512 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:19:36,512 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:19:36,513 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:19:36,513 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:19:36,513 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:19:36,514 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:19:36,515 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Unable to get data of znode /0-1841724139/balancer because node does not exist (not necessarily an error) 2024-11-28T03:19:36,516 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1841724139/balancer already deleted, retry=false 2024-11-28T03:19:36,516 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:19:36,517 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Unable to get data of znode /0-1841724139/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:19:36,518 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1841724139/normalizer already deleted, retry=false 2024-11-28T03:19:36,518 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:19:36,519 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Unable to get data of znode /0-1841724139/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:19:36,521 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1841724139/switch/split already deleted, retry=false 2024-11-28T03:19:36,521 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Unable to get data of znode /0-1841724139/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:19:36,524 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1841724139/switch/merge already deleted, retry=false 2024-11-28T03:19:36,525 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Unable to get data of znode /0-1841724139/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:19:36,526 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1841724139/snapshot-cleanup already deleted, retry=false 2024-11-28T03:19:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1841724139/running 2024-11-28T03:19:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1841724139/running 2024-11-28T03:19:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:36,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:36,528 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,38307,1732763975429, sessionid=0x1015c95e52e0000, setting cluster-up flag (Was=false) 2024-11-28T03:19:36,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:36,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:36,536 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1841724139/flush-table-proc/acquired, /0-1841724139/flush-table-proc/reached, /0-1841724139/flush-table-proc/abort 2024-11-28T03:19:36,537 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:36,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:36,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:36,547 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1841724139/online-snapshot/acquired, /0-1841724139/online-snapshot/reached, /0-1841724139/online-snapshot/abort 2024-11-28T03:19:36,548 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:36,550 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:19:36,551 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:36,551 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:19:36,552 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:19:36,552 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,38307,1732763975429 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:19:36,553 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:36,553 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:36,553 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:36,553 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:36,553 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:19:36,553 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,553 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:36,553 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:36,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:19:36,556 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:36,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:19:36,560 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764006560 2024-11-28T03:19:36,560 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:19:36,560 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:19:36,561 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:19:36,561 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:19:36,561 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:19:36,561 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:19:36,561 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,564 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:19:36,565 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:19:36,565 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:19:36,565 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:19:36,568 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:19:36,568 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:19:36,572 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763976568,5,FailOnTimeoutGroup] 2024-11-28T03:19:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:19:36,581 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763976572,5,FailOnTimeoutGroup] 2024-11-28T03:19:36,581 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,581 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:19:36,581 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,581 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,582 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(746): ClusterId : 2c3c74bf-3921-4a4b-bd27-464fde343064 2024-11-28T03:19:36,582 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:19:36,585 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:19:36,585 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:19:36,587 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:19:36,587 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f95f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:36,605 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:46079 2024-11-28T03:19:36,605 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:19:36,605 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:19:36,605 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:19:36,606 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,38307,1732763975429 with port=46079, startcode=1732763975529 2024-11-28T03:19:36,607 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:19:36,609 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:19:36,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:36,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38307 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:36,611 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029 2024-11-28T03:19:36,611 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38143 2024-11-28T03:19:36,611 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:19:36,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139/rs 2024-11-28T03:19:36,613 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] zookeeper.ZKUtil(111): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on existing znode=/0-1841724139/rs/b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:36,613 WARN [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:36,613 INFO [RS:0;b4e3b2a3b1ef:46079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:36,614 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:36,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,46079,1732763975529] 2024-11-28T03:19:36,617 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:19:36,618 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:19:36,621 INFO [RS:0;b4e3b2a3b1ef:46079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:19:36,621 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,621 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:19:36,622 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:19:36,622 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:36,622 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:36,624 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,624 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,624 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,624 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,624 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,624 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,46079,1732763975529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:36,639 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:19:36,640 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,46079,1732763975529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,640 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,640 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.Replication(171): b4e3b2a3b1ef,46079,1732763975529 started 2024-11-28T03:19:36,653 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:36,653 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,46079,1732763975529, RpcServer on b4e3b2a3b1ef/172.17.0.2:46079, sessionid=0x1015c95e52e0001 2024-11-28T03:19:36,653 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:19:36,653 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:36,653 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,46079,1732763975529' 2024-11-28T03:19:36,653 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1841724139/flush-table-proc/abort' 2024-11-28T03:19:36,653 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1841724139/flush-table-proc/acquired' 2024-11-28T03:19:36,654 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:19:36,654 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:19:36,654 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:36,654 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,46079,1732763975529' 2024-11-28T03:19:36,654 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1841724139/online-snapshot/abort' 2024-11-28T03:19:36,654 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1841724139/online-snapshot/acquired' 2024-11-28T03:19:36,654 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:19:36,654 INFO [RS:0;b4e3b2a3b1ef:46079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:19:36,654 INFO [RS:0;b4e3b2a3b1ef:46079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:19:36,755 INFO [RS:0;b4e3b2a3b1ef:46079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:36,757 INFO [RS:0;b4e3b2a3b1ef:46079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46079%2C1732763975529, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/oldWALs, maxLogs=10 2024-11-28T03:19:36,774 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757, exclude list is [], retry=0 2024-11-28T03:19:36,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-9cb5efd1-1665-4a97-8499-d926b483728b,DISK] 2024-11-28T03:19:36,778 INFO [RS:0;b4e3b2a3b1ef:46079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 2024-11-28T03:19:36,778 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-11-28T03:19:36,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:19:36,975 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029 2024-11-28T03:19:36,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:19:37,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:37,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:37,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:37,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:37,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:37,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:37,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:37,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:37,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:37,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:37,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:37,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:37,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:37,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740 2024-11-28T03:19:37,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740 2024-11-28T03:19:37,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:37,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:37,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:37,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:37,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:37,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61054291, jitterRate=-0.09022016823291779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:37,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763977381Initializing all the Stores at 1732763977382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763977382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763977382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763977382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763977382Cleaning up temporary data from old regions at 1732763977390 (+8 ms)Region opened successfully at 1732763977393 (+3 ms) 2024-11-28T03:19:37,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:37,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:37,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:37,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:37,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:37,393 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:37,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763977393Disabling compacts and flushes for region at 1732763977393Disabling writes for close at 1732763977393Writing region close event to WAL at 1732763977393Closed at 1732763977393 2024-11-28T03:19:37,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:37,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:19:37,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:19:37,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:37,396 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:19:37,546 DEBUG [b4e3b2a3b1ef:38307 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:19:37,547 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:37,548 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,46079,1732763975529, state=OPENING 2024-11-28T03:19:37,549 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:19:37,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:37,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:37,554 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:37,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46079,1732763975529}] 2024-11-28T03:19:37,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1841724139/meta-region-server: CHANGED 2024-11-28T03:19:37,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1841724139/meta-region-server: CHANGED 2024-11-28T03:19:37,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:37,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:19:37,711 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:19:37,711 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:37,711 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:19:37,713 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46079%2C1732763975529.meta, suffix=.meta, logDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/oldWALs, maxLogs=10 2024-11-28T03:19:37,726 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.meta.1732763977713.meta, exclude list is [], retry=0 2024-11-28T03:19:37,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-9cb5efd1-1665-4a97-8499-d926b483728b,DISK] 2024-11-28T03:19:37,729 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.meta.1732763977713.meta 2024-11-28T03:19:37,729 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-11-28T03:19:37,729 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:37,730 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:37,730 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:37,730 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:19:37,730 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:19:37,730 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:19:37,730 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:37,730 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:19:37,730 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:19:37,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:37,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:37,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:37,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:37,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:37,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:37,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:37,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:37,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:37,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:37,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:37,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:37,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:37,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:37,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:37,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:37,735 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:37,736 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740 2024-11-28T03:19:37,737 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740 2024-11-28T03:19:37,738 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:37,738 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:37,738 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:37,739 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:37,740 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66484080, jitterRate=-0.009310007095336914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:37,740 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:19:37,740 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763977730Writing region info on filesystem at 1732763977730Initializing all the Stores at 1732763977731 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763977731Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763977731Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763977731Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763977731Cleaning up temporary data from old regions at 1732763977738 (+7 ms)Running coprocessor post-open hooks at 1732763977740 (+2 ms)Region opened successfully at 1732763977740 2024-11-28T03:19:37,741 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763977706 2024-11-28T03:19:37,743 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:19:37,743 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:19:37,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:37,744 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,46079,1732763975529, state=OPEN 2024-11-28T03:19:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1841724139/meta-region-server 2024-11-28T03:19:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1841724139/meta-region-server 2024-11-28T03:19:37,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1841724139/meta-region-server: CHANGED 2024-11-28T03:19:37,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1841724139/meta-region-server: CHANGED 2024-11-28T03:19:37,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:37,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:19:37,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46079,1732763975529 in 194 msec 2024-11-28T03:19:37,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:19:37,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-28T03:19:37,752 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:37,752 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:19:37,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:37,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=-1] 2024-11-28T03:19:37,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:37,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:37,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-28T03:19:37,758 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763977758, completionTime=-1 2024-11-28T03:19:37,758 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:19:37,758 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:19:37,760 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:19:37,760 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764037760 2024-11-28T03:19:37,760 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764097760 2024-11-28T03:19:37,760 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:19:37,760 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38307,1732763975429-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:37,760 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38307,1732763975429-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:37,760 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38307,1732763975429-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:37,760 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:38307, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:37,761 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:37,761 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:37,762 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:19:37,764 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.173sec 2024-11-28T03:19:37,764 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:19:37,764 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:19:37,764 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:19:37,764 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:19:37,764 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:19:37,764 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38307,1732763975429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:37,764 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38307,1732763975429-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:19:37,766 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:19:37,766 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:19:37,766 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38307,1732763975429-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:37,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:37,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38307,-1 for getting cluster id 2024-11-28T03:19:37,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:37,784 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3c74bf-3921-4a4b-bd27-464fde343064' 2024-11-28T03:19:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3c74bf-3921-4a4b-bd27-464fde343064" 2024-11-28T03:19:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5879ff0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38307,-1] 2024-11-28T03:19:37,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:37,785 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:37,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a515c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:37,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:37,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=-1] 2024-11-28T03:19:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:37,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:37,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:37,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52086 2024-11-28T03:19:37,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:37,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c95e52e0002 connected 2024-11-28T03:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.log.dir so I do NOT create it in target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb 2024-11-28T03:19:37,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.tmp.dir so I do NOT create it in target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb 2024-11-28T03:19:37,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:19:37,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb 2024-11-28T03:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:19:37,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/cluster_fe3057e2-f21d-627f-8b8a-e2b6f1f9ddc2, deleteOnExit=true 2024-11-28T03:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:19:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/test.cache.data in system properties and HBase conf 2024-11-28T03:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:19:37,798 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:19:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:19:37,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:19:37,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:37,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:19:37,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:19:37,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:19:37,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:19:37,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:37,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:19:37,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:19:38,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/java.io.tmpdir/jetty-localhost-43351-hadoop-hdfs-3_4_1-tests_jar-_-any-17501317022221196516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:38,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:43351} 2024-11-28T03:19:38,008 INFO [Time-limited test {}] server.Server(415): Started @172341ms 2024-11-28T03:19:38,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:19:38,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:19:38,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:19:38,086 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:19:38,086 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:19:38,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:19:38,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:19:38,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330dd5cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/java.io.tmpdir/jetty-localhost-45737-hadoop-hdfs-3_4_1-tests_jar-_-any-4596591329937463448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:38,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:45737} 2024-11-28T03:19:38,201 INFO [Time-limited test {}] server.Server(415): Started @172534ms 2024-11-28T03:19:38,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:19:38,299 WARN [Thread-2296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/cluster_fe3057e2-f21d-627f-8b8a-e2b6f1f9ddc2/data/data1/current/BP-915367412-172.17.0.2-1732763977818/current, will proceed with Du for space computation calculation, 2024-11-28T03:19:38,299 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/cluster_fe3057e2-f21d-627f-8b8a-e2b6f1f9ddc2/data/data2/current/BP-915367412-172.17.0.2-1732763977818/current, will proceed with Du for space computation calculation, 2024-11-28T03:19:38,317 WARN [Thread-2284 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:19:38,321 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68565393e0a1195f with lease ID 0xa80b978a1004cb83: Processing first storage report for DS-8f282d0c-0153-469d-a6dd-a10cdfa62330 from datanode DatanodeRegistration(127.0.0.1:43645, datanodeUuid=685fd3a7-e1bb-45bd-8b88-4aefffd58e56, infoPort=35601, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=1780013025;c=1732763977818) 2024-11-28T03:19:38,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68565393e0a1195f with lease ID 0xa80b978a1004cb83: from storage DS-8f282d0c-0153-469d-a6dd-a10cdfa62330 node DatanodeRegistration(127.0.0.1:43645, datanodeUuid=685fd3a7-e1bb-45bd-8b88-4aefffd58e56, infoPort=35601, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=1780013025;c=1732763977818), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:19:38,321 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68565393e0a1195f with lease ID 0xa80b978a1004cb83: Processing first storage report for DS-6ca08dc0-f26f-40d0-ba83-ddf15edc88ac from datanode DatanodeRegistration(127.0.0.1:43645, datanodeUuid=685fd3a7-e1bb-45bd-8b88-4aefffd58e56, infoPort=35601, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=1780013025;c=1732763977818) 2024-11-28T03:19:38,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68565393e0a1195f with lease ID 0xa80b978a1004cb83: from storage DS-6ca08dc0-f26f-40d0-ba83-ddf15edc88ac node DatanodeRegistration(127.0.0.1:43645, datanodeUuid=685fd3a7-e1bb-45bd-8b88-4aefffd58e56, infoPort=35601, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=1780013025;c=1732763977818), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:19:38,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb 2024-11-28T03:19:38,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:38,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:38,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:19:38,737 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264 with version=8 2024-11-28T03:19:38,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/hbase-staging 2024-11-28T03:19:38,740 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:38,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:38,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:38,740 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:38,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:38,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:38,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:19:38,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:38,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41197 2024-11-28T03:19:38,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41197 connecting to ZooKeeper ensemble=127.0.0.1:52086 2024-11-28T03:19:38,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411970x0, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:38,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41197-0x1015c95e52e0003 connected 2024-11-28T03:19:38,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:38,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:38,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on znode that does not yet exist, /1489646984/running 2024-11-28T03:19:38,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264, hbase.cluster.distributed=false 2024-11-28T03:19:38,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on znode that does not yet exist, /1489646984/acl 2024-11-28T03:19:38,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41197 2024-11-28T03:19:38,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41197 2024-11-28T03:19:38,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41197 2024-11-28T03:19:38,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41197 2024-11-28T03:19:38,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41197 2024-11-28T03:19:38,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:19:38,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:38,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:38,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:19:38,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:19:38,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:19:38,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:19:38,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:19:38,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46075 2024-11-28T03:19:38,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46075 connecting to ZooKeeper ensemble=127.0.0.1:52086 2024-11-28T03:19:38,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:38,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:38,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460750x0, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:38,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460750x0, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on znode that does not yet exist, /1489646984/running 2024-11-28T03:19:38,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46075-0x1015c95e52e0004 connected 2024-11-28T03:19:38,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:19:38,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:19:38,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on znode that does not yet exist, /1489646984/master 2024-11-28T03:19:38,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on znode that does not yet exist, /1489646984/acl 2024-11-28T03:19:38,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-28T03:19:38,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46075 2024-11-28T03:19:38,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46075 2024-11-28T03:19:38,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-28T03:19:38,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46075 2024-11-28T03:19:38,817 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:41197 2024-11-28T03:19:38,817 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1489646984/backup-masters/b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984/backup-masters 2024-11-28T03:19:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984/backup-masters 2024-11-28T03:19:38,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on existing znode=/1489646984/backup-masters/b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1489646984/master 2024-11-28T03:19:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:38,822 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on existing znode=/1489646984/master 2024-11-28T03:19:38,822 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1489646984/backup-masters/b4e3b2a3b1ef,41197,1732763978740 from backup master directory 2024-11-28T03:19:38,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1489646984/backup-masters/b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:38,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984/backup-masters 2024-11-28T03:19:38,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984/backup-masters 2024-11-28T03:19:38,824 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:38,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:38,827 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/hbase.id] with ID: 5d0e7aae-0146-4aac-98b2-ba52ff36da97 2024-11-28T03:19:38,827 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/.tmp/hbase.id 2024-11-28T03:19:38,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:19:39,235 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/.tmp/hbase.id]:[hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/hbase.id] 2024-11-28T03:19:39,243 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:19:39,243 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:19:39,244 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:19:39,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:39,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:39,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:19:39,651 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:39,652 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:19:39,652 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:39,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:19:40,058 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store 2024-11-28T03:19:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:19:40,466 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:40,466 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:40,467 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:40,467 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:40,467 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:40,467 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:40,467 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:40,467 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763980466Disabling compacts and flushes for region at 1732763980466Disabling writes for close at 1732763980467 (+1 ms)Writing region close event to WAL at 1732763980467Closed at 1732763980467 2024-11-28T03:19:40,467 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/.initializing 2024-11-28T03:19:40,467 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/WALs/b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:40,468 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:40,470 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C41197%2C1732763978740, suffix=, logDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/WALs/b4e3b2a3b1ef,41197,1732763978740, archiveDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/oldWALs, maxLogs=10 2024-11-28T03:19:40,486 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/WALs/b4e3b2a3b1ef,41197,1732763978740/b4e3b2a3b1ef%2C41197%2C1732763978740.1732763980470, exclude list is [], retry=0 2024-11-28T03:19:40,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43645,DS-8f282d0c-0153-469d-a6dd-a10cdfa62330,DISK] 2024-11-28T03:19:40,491 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/WALs/b4e3b2a3b1ef,41197,1732763978740/b4e3b2a3b1ef%2C41197%2C1732763978740.1732763980470 2024-11-28T03:19:40,492 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35601:35601)] 2024-11-28T03:19:40,492 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:40,493 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:40,493 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,493 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:19:40,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:40,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:40,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:19:40,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:40,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:40,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:19:40,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:40,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:40,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:19:40,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:40,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:40,499 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,500 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,500 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,501 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,501 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,501 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:40,502 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:19:40,504 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:40,504 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60268876, jitterRate=-0.10192376375198364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:40,504 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732763980493Initializing all the Stores at 1732763980493Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763980493Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763980494 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763980494Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763980494Cleaning up temporary data from old regions at 1732763980501 (+7 ms)Region opened successfully at 1732763980504 (+3 ms) 2024-11-28T03:19:40,504 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:19:40,506 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38297ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:40,507 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:19:40,507 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:19:40,507 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:19:40,507 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:19:40,508 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:19:40,508 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:19:40,508 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:19:40,510 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:19:40,510 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Unable to get data of znode /1489646984/balancer because node does not exist (not necessarily an error) 2024-11-28T03:19:40,512 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1489646984/balancer already deleted, retry=false 2024-11-28T03:19:40,512 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:19:40,512 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Unable to get data of znode /1489646984/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:19:40,516 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1489646984/normalizer already deleted, retry=false 2024-11-28T03:19:40,516 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:19:40,517 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Unable to get data of znode /1489646984/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:19:40,518 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1489646984/switch/split already deleted, retry=false 2024-11-28T03:19:40,518 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Unable to get data of znode /1489646984/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:19:40,520 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1489646984/switch/merge already deleted, retry=false 2024-11-28T03:19:40,521 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Unable to get data of znode /1489646984/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:19:40,522 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1489646984/snapshot-cleanup already deleted, retry=false 2024-11-28T03:19:40,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1489646984/running 2024-11-28T03:19:40,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1489646984/running 2024-11-28T03:19:40,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:40,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:40,525 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,41197,1732763978740, sessionid=0x1015c95e52e0003, setting cluster-up flag (Was=false) 2024-11-28T03:19:40,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:40,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:40,532 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1489646984/flush-table-proc/acquired, /1489646984/flush-table-proc/reached, /1489646984/flush-table-proc/abort 2024-11-28T03:19:40,533 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:40,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:40,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:40,540 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1489646984/online-snapshot/acquired, /1489646984/online-snapshot/reached, /1489646984/online-snapshot/abort 2024-11-28T03:19:40,541 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:40,542 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:19:40,543 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:40,543 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:19:40,544 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:19:40,544 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,41197,1732763978740 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:19:40,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:40,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:40,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:40,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:19:40,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:19:40,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:40,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,549 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764010549 2024-11-28T03:19:40,549 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:19:40,549 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:19:40,549 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:19:40,549 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:19:40,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:40,549 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:19:40,549 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:19:40,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:19:40,549 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,550 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:19:40,550 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:19:40,550 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:19:40,550 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:19:40,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:40,550 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:19:40,550 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:19:40,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:19:40,552 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763980550,5,FailOnTimeoutGroup] 2024-11-28T03:19:40,555 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763980552,5,FailOnTimeoutGroup] 2024-11-28T03:19:40,555 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,555 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:19:40,555 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,555 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:19:40,607 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(746): ClusterId : 5d0e7aae-0146-4aac-98b2-ba52ff36da97 2024-11-28T03:19:40,607 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:19:40,610 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:19:40,610 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:19:40,612 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:19:40,612 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4afa5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:19:40,625 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:46075 2024-11-28T03:19:40,625 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:19:40,625 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:19:40,625 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:19:40,625 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,41197,1732763978740 with port=46075, startcode=1732763978782 2024-11-28T03:19:40,626 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:19:40,627 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:19:40,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:40,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41197 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:40,629 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264 2024-11-28T03:19:40,629 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35933 2024-11-28T03:19:40,629 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:19:40,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984/rs 2024-11-28T03:19:40,635 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] zookeeper.ZKUtil(111): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on existing znode=/1489646984/rs/b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:40,635 WARN [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:19:40,636 INFO [RS:0;b4e3b2a3b1ef:46075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:40,636 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:40,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,46075,1732763978782] 2024-11-28T03:19:40,639 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:19:40,641 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:19:40,644 INFO [RS:0;b4e3b2a3b1ef:46075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:19:40,644 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,645 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:19:40,646 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:19:40,646 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:40,646 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:19:40,648 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,648 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,648 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,648 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,648 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,648 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,46075,1732763978782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:40,667 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:19:40,667 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,46075,1732763978782-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,667 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,667 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.Replication(171): b4e3b2a3b1ef,46075,1732763978782 started 2024-11-28T03:19:40,685 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:40,685 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,46075,1732763978782, RpcServer on b4e3b2a3b1ef/172.17.0.2:46075, sessionid=0x1015c95e52e0004 2024-11-28T03:19:40,685 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:19:40,685 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:40,685 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,46075,1732763978782' 2024-11-28T03:19:40,685 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1489646984/flush-table-proc/abort' 2024-11-28T03:19:40,686 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1489646984/flush-table-proc/acquired' 2024-11-28T03:19:40,686 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:19:40,686 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:19:40,686 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:40,686 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,46075,1732763978782' 2024-11-28T03:19:40,686 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1489646984/online-snapshot/abort' 2024-11-28T03:19:40,687 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1489646984/online-snapshot/acquired' 2024-11-28T03:19:40,688 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:19:40,688 INFO [RS:0;b4e3b2a3b1ef:46075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:19:40,688 INFO [RS:0;b4e3b2a3b1ef:46075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:19:40,788 INFO [RS:0;b4e3b2a3b1ef:46075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:19:40,790 INFO [RS:0;b4e3b2a3b1ef:46075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46075%2C1732763978782, suffix=, logDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782, archiveDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/oldWALs, maxLogs=10 2024-11-28T03:19:40,807 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790, exclude list is [], retry=0 2024-11-28T03:19:40,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43645,DS-8f282d0c-0153-469d-a6dd-a10cdfa62330,DISK] 2024-11-28T03:19:40,812 INFO [RS:0;b4e3b2a3b1ef:46075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 2024-11-28T03:19:40,812 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35601:35601)] 2024-11-28T03:19:40,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:19:40,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T03:19:40,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:19:40,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:19:40,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264 2024-11-28T03:19:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:19:41,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:41,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:41,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:41,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:41,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:41,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:41,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:41,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:41,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:41,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:41,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:41,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:41,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:41,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:41,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740 2024-11-28T03:19:41,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740 2024-11-28T03:19:41,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:41,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:41,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:41,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:41,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:41,384 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69866813, jitterRate=0.04109664261341095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:41,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732763981370Initializing all the Stores at 1732763981371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763981371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763981371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763981371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763981371Cleaning up temporary data from old regions at 1732763981380 (+9 ms)Region opened successfully at 1732763981384 (+4 ms) 2024-11-28T03:19:41,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:41,384 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:41,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:41,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:41,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:41,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:41,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763981384Disabling compacts and flushes for region at 1732763981384Disabling writes for close at 1732763981384Writing region close event to WAL at 1732763981384Closed at 1732763981384 2024-11-28T03:19:41,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:41,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:19:41,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:19:41,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:41,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:19:41,537 DEBUG [b4e3b2a3b1ef:41197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:19:41,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:41,539 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,46075,1732763978782, state=OPENING 2024-11-28T03:19:41,540 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:19:41,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:41,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:41,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:19:41,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1489646984/meta-region-server: CHANGED 2024-11-28T03:19:41,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1489646984/meta-region-server: CHANGED 2024-11-28T03:19:41,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46075,1732763978782}] 2024-11-28T03:19:41,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:41,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:19:41,699 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:19:41,699 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:41,699 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:19:41,700 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46075%2C1732763978782.meta, suffix=.meta, logDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782, archiveDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/oldWALs, maxLogs=10 2024-11-28T03:19:41,717 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.meta.1732763981700.meta, exclude list is [], retry=0 2024-11-28T03:19:41,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43645,DS-8f282d0c-0153-469d-a6dd-a10cdfa62330,DISK] 2024-11-28T03:19:41,720 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.meta.1732763981700.meta 2024-11-28T03:19:41,720 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35601:35601)] 2024-11-28T03:19:41,720 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:41,721 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:41,721 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:41,721 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:19:41,721 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:19:41,721 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:19:41,721 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:41,721 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:19:41,721 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:19:41,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:19:41,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:19:41,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:41,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:19:41,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:19:41,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:41,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:19:41,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:19:41,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:41,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:19:41,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:19:41,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:19:41,726 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:19:41,727 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740 2024-11-28T03:19:41,727 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740 2024-11-28T03:19:41,728 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:19:41,728 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:19:41,728 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:19:41,729 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:19:41,730 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63126493, jitterRate=-0.059341952204704285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:19:41,730 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:19:41,730 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732763981721Writing region info on filesystem at 1732763981721Initializing all the Stores at 1732763981722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763981722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763981722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763981722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732763981722Cleaning up temporary data from old regions at 1732763981728 (+6 ms)Running coprocessor post-open hooks at 1732763981730 (+2 ms)Region opened successfully at 1732763981730 2024-11-28T03:19:41,731 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732763981694 2024-11-28T03:19:41,732 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:19:41,732 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:19:41,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:41,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,46075,1732763978782, state=OPEN 2024-11-28T03:19:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1489646984/meta-region-server 2024-11-28T03:19:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1489646984/meta-region-server 2024-11-28T03:19:41,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:41,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1489646984/meta-region-server: CHANGED 2024-11-28T03:19:41,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1489646984/meta-region-server: CHANGED 2024-11-28T03:19:41,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:19:41,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,46075,1732763978782 in 194 msec 2024-11-28T03:19:41,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:19:41,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-28T03:19:41,740 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:19:41,741 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:19:41,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:41,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=-1] 2024-11-28T03:19:41,742 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:41,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:41,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-28T03:19:41,747 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732763981747, completionTime=-1 2024-11-28T03:19:41,747 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:19:41,747 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764041749 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764101749 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41197,1732763978740-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41197,1732763978740-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41197,1732763978740-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:41197, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:41,749 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:41,750 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:41,751 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:19:41,753 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-28T03:19:41,753 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:19:41,753 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:19:41,753 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:19:41,753 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:19:41,753 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:19:41,753 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41197,1732763978740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:19:41,753 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41197,1732763978740-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:19:41,755 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:19:41,755 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:19:41,755 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41197,1732763978740-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:19:41,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:41,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41197,-1 for getting cluster id 2024-11-28T03:19:41,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:41,809 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0e7aae-0146-4aac-98b2-ba52ff36da97' 2024-11-28T03:19:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0e7aae-0146-4aac-98b2-ba52ff36da97" 2024-11-28T03:19:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557fcb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41197,-1] 2024-11-28T03:19:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:41,811 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:41,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8abb4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:41,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=-1] 2024-11-28T03:19:41,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:41,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:41,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:41,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52086 2024-11-28T03:19:41,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:19:41,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c95e52e0005 connected 2024-11-28T03:19:41,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:41,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:41,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63958ddd 2024-11-28T03:19:41,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:41,823 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:41,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:19:41,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:19:41,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:41,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:19:41,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:19:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:19:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:42,234 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 854b738722973d84eae212abf5e8a6a7, NAME => 'test,,1732763981823.854b738722973d84eae212abf5e8a6a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029 2024-11-28T03:19:42,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:19:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:42,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:19:42,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732763981823.854b738722973d84eae212abf5e8a6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:42,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 854b738722973d84eae212abf5e8a6a7, disabling compactions & flushes 2024-11-28T03:19:42,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:42,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:42,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732763981823.854b738722973d84eae212abf5e8a6a7. after waiting 0 ms 2024-11-28T03:19:42,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:42,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:42,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 854b738722973d84eae212abf5e8a6a7: Waiting for close lock at 1732763982642Disabling compacts and flushes for region at 1732763982642Disabling writes for close at 1732763982643 (+1 ms)Writing region close event to WAL at 1732763982643Closed at 1732763982643 2024-11-28T03:19:42,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:19:42,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732763981823.854b738722973d84eae212abf5e8a6a7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732763982644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763982644"}]},"ts":"1732763982644"} 2024-11-28T03:19:42,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:19:42,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:19:42,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763982648"}]},"ts":"1732763982648"} 2024-11-28T03:19:42,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:19:42,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=854b738722973d84eae212abf5e8a6a7, ASSIGN}] 2024-11-28T03:19:42,650 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=854b738722973d84eae212abf5e8a6a7, ASSIGN 2024-11-28T03:19:42,651 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=854b738722973d84eae212abf5e8a6a7, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,46079,1732763975529; forceNewPlan=false, retain=false 2024-11-28T03:19:42,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=854b738722973d84eae212abf5e8a6a7, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:42,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=854b738722973d84eae212abf5e8a6a7, ASSIGN because future has completed 2024-11-28T03:19:42,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 854b738722973d84eae212abf5e8a6a7, server=b4e3b2a3b1ef,46079,1732763975529}] 2024-11-28T03:19:42,960 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:42,960 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 854b738722973d84eae212abf5e8a6a7, NAME => 'test,,1732763981823.854b738722973d84eae212abf5e8a6a7.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:42,960 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:42,960 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:19:42,960 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,960 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732763981823.854b738722973d84eae212abf5e8a6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:42,961 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,961 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:42,963 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,964 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 854b738722973d84eae212abf5e8a6a7 columnFamilyName f 2024-11-28T03:19:42,965 DEBUG [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:42,965 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] regionserver.HStore(327): Store=854b738722973d84eae212abf5e8a6a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:42,965 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,966 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 854b738722973d84eae212abf5e8a6a7 columnFamilyName f1 2024-11-28T03:19:42,966 DEBUG [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:42,966 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] regionserver.HStore(327): Store=854b738722973d84eae212abf5e8a6a7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:42,966 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,967 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 854b738722973d84eae212abf5e8a6a7 columnFamilyName norep 2024-11-28T03:19:42,967 DEBUG [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:42,968 INFO [StoreOpener-854b738722973d84eae212abf5e8a6a7-1 {}] regionserver.HStore(327): Store=854b738722973d84eae212abf5e8a6a7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:42,968 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,968 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,968 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,969 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,969 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,970 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:42,971 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,973 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:42,973 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 854b738722973d84eae212abf5e8a6a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59154444, jitterRate=-0.11853009462356567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:42,973 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:42,974 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 854b738722973d84eae212abf5e8a6a7: Running coprocessor pre-open hook at 1732763982961Writing region info on filesystem at 1732763982961Initializing all the Stores at 1732763982961Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763982961Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763982963 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763982963Cleaning up temporary data from old regions at 1732763982969 (+6 ms)Running coprocessor post-open hooks at 1732763982973 (+4 ms)Region opened successfully at 1732763982974 (+1 ms) 2024-11-28T03:19:42,975 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732763981823.854b738722973d84eae212abf5e8a6a7., pid=6, masterSystemTime=1732763982956 2024-11-28T03:19:42,976 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:42,976 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:42,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=854b738722973d84eae212abf5e8a6a7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:42,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 854b738722973d84eae212abf5e8a6a7, server=b4e3b2a3b1ef,46079,1732763975529 because future has completed 2024-11-28T03:19:42,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:19:42,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 854b738722973d84eae212abf5e8a6a7, server=b4e3b2a3b1ef,46079,1732763975529 in 175 msec 2024-11-28T03:19:42,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:19:42,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=854b738722973d84eae212abf5e8a6a7, ASSIGN in 331 msec 2024-11-28T03:19:42,984 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:19:42,984 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763982984"}]},"ts":"1732763982984"} 2024-11-28T03:19:42,985 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:19:42,986 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:19:42,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-28T03:19:43,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:43,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:43,972 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:19:43,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e46fc9 2024-11-28T03:19:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:43,974 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:43,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:19:43,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:19:43,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:43,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:19:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:43,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:19:43,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:19:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:44,385 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa26c640d3a65676017bc3f7ef400881, NAME => 'test,,1732763983974.fa26c640d3a65676017bc3f7ef400881.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264 2024-11-28T03:19:44,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:19:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:44,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732763983974.fa26c640d3a65676017bc3f7ef400881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:44,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa26c640d3a65676017bc3f7ef400881, disabling compactions & flushes 2024-11-28T03:19:44,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:44,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:44,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. after waiting 0 ms 2024-11-28T03:19:44,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:44,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:44,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa26c640d3a65676017bc3f7ef400881: Waiting for close lock at 1732763984791Disabling compacts and flushes for region at 1732763984791Disabling writes for close at 1732763984791Writing region close event to WAL at 1732763984791Closed at 1732763984791 2024-11-28T03:19:44,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:19:44,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732763983974.fa26c640d3a65676017bc3f7ef400881.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732763984792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763984792"}]},"ts":"1732763984792"} 2024-11-28T03:19:44,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:19:44,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:19:44,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763984795"}]},"ts":"1732763984795"} 2024-11-28T03:19:44,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:19:44,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa26c640d3a65676017bc3f7ef400881, ASSIGN}] 2024-11-28T03:19:44,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa26c640d3a65676017bc3f7ef400881, ASSIGN 2024-11-28T03:19:44,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa26c640d3a65676017bc3f7ef400881, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,46075,1732763978782; forceNewPlan=false, retain=false 2024-11-28T03:19:44,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa26c640d3a65676017bc3f7ef400881, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:44,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa26c640d3a65676017bc3f7ef400881, ASSIGN because future has completed 2024-11-28T03:19:44,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa26c640d3a65676017bc3f7ef400881, server=b4e3b2a3b1ef,46075,1732763978782}] 2024-11-28T03:19:45,108 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:45,108 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa26c640d3a65676017bc3f7ef400881, NAME => 'test,,1732763983974.fa26c640d3a65676017bc3f7ef400881.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:45,108 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:45,108 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:19:45,108 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,109 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732763983974.fa26c640d3a65676017bc3f7ef400881.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:45,109 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,109 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,110 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,111 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa26c640d3a65676017bc3f7ef400881 columnFamilyName f 2024-11-28T03:19:45,111 DEBUG [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:45,111 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] regionserver.HStore(327): Store=fa26c640d3a65676017bc3f7ef400881/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:45,111 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:45,112 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa26c640d3a65676017bc3f7ef400881 columnFamilyName f1 2024-11-28T03:19:45,112 DEBUG [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:45,112 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] regionserver.HStore(327): Store=fa26c640d3a65676017bc3f7ef400881/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:45,113 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,113 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa26c640d3a65676017bc3f7ef400881 columnFamilyName norep 2024-11-28T03:19:45,113 DEBUG [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:45,114 INFO [StoreOpener-fa26c640d3a65676017bc3f7ef400881-1 {}] regionserver.HStore(327): Store=fa26c640d3a65676017bc3f7ef400881/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:45,114 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,114 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,115 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,115 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,115 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,116 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:45,116 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,118 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:45,118 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa26c640d3a65676017bc3f7ef400881; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62020451, jitterRate=-0.07582326233386993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:45,118 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:45,118 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa26c640d3a65676017bc3f7ef400881: Running coprocessor pre-open hook at 1732763985109Writing region info on filesystem at 1732763985109Initializing all the Stores at 1732763985109Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763985109Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763985109Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763985109Cleaning up temporary data from old regions at 1732763985115 (+6 ms)Running coprocessor post-open hooks at 1732763985118 (+3 ms)Region opened successfully at 1732763985118 2024-11-28T03:19:45,119 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732763983974.fa26c640d3a65676017bc3f7ef400881., pid=6, masterSystemTime=1732763985104 2024-11-28T03:19:45,121 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:45,121 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:45,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa26c640d3a65676017bc3f7ef400881, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:45,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa26c640d3a65676017bc3f7ef400881, server=b4e3b2a3b1ef,46075,1732763978782 because future has completed 2024-11-28T03:19:45,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:19:45,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa26c640d3a65676017bc3f7ef400881, server=b4e3b2a3b1ef,46075,1732763978782 in 171 msec 2024-11-28T03:19:45,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:19:45,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa26c640d3a65676017bc3f7ef400881, ASSIGN in 328 msec 2024-11-28T03:19:45,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:19:45,127 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763985127"}]},"ts":"1732763985127"} 2024-11-28T03:19:45,129 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:19:45,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:19:45,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-28T03:19:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:19:46,121 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:19:46,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38307,-1 for getting cluster id 2024-11-28T03:19:46,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:46,123 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3c74bf-3921-4a4b-bd27-464fde343064' 2024-11-28T03:19:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3c74bf-3921-4a4b-bd27-464fde343064" 2024-11-28T03:19:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21aec544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38307,-1] 2024-11-28T03:19:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:46,124 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:46,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42043875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41197,-1 for getting cluster id 2024-11-28T03:19:46,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:46,126 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0e7aae-0146-4aac-98b2-ba52ff36da97' 2024-11-28T03:19:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:46,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0e7aae-0146-4aac-98b2-ba52ff36da97" 2024-11-28T03:19:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2249181b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41197,-1] 2024-11-28T03:19:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:46,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:46,128 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:46,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f243f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38307,-1 for getting cluster id 2024-11-28T03:19:46,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:46,129 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3c74bf-3921-4a4b-bd27-464fde343064' 2024-11-28T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3c74bf-3921-4a4b-bd27-464fde343064" 2024-11-28T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379d2608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38307,-1] 2024-11-28T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:46,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:46,131 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:46,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d948a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fa52aa9 2024-11-28T03:19:46,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:46,133 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:46,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:41197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:19:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:19:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:46,137 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41197' 2024-11-28T03:19:46,138 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bf6911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,138 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41197,-1 for getting cluster id 2024-11-28T03:19:46,138 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:46,138 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0e7aae-0146-4aac-98b2-ba52ff36da97' 2024-11-28T03:19:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0e7aae-0146-4aac-98b2-ba52ff36da97" 2024-11-28T03:19:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f526781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41197,-1] 2024-11-28T03:19:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:46,140 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505901d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:46,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ff136a 2024-11-28T03:19:46,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:46,142 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:46,143 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:19:46,143 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:19:46,143 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:46,143 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:46,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:46,144 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:46,145 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:19:46,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:19:46,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:46,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:19:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:19:46,195 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:19:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:46,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fa771a4e160a64e8821f37c5a06bef5, NAME => 'hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029 2024-11-28T03:19:46,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:19:46,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:19:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:46,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:46,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fa771a4e160a64e8821f37c5a06bef5, disabling compactions & flushes 2024-11-28T03:19:46,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:46,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:46,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. after waiting 0 ms 2024-11-28T03:19:46,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:46,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:46,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fa771a4e160a64e8821f37c5a06bef5: Waiting for close lock at 1732763986958Disabling compacts and flushes for region at 1732763986958Disabling writes for close at 1732763986959 (+1 ms)Writing region close event to WAL at 1732763986959Closed at 1732763986959 2024-11-28T03:19:46,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:19:46,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732763986960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763986960"}]},"ts":"1732763986960"} 2024-11-28T03:19:46,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:19:46,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:19:46,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763986963"}]},"ts":"1732763986963"} 2024-11-28T03:19:46,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:19:46,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa771a4e160a64e8821f37c5a06bef5, ASSIGN}] 2024-11-28T03:19:46,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa771a4e160a64e8821f37c5a06bef5, ASSIGN 2024-11-28T03:19:46,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fa771a4e160a64e8821f37c5a06bef5, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,46079,1732763975529; forceNewPlan=false, retain=false 2024-11-28T03:19:47,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fa771a4e160a64e8821f37c5a06bef5, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:47,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fa771a4e160a64e8821f37c5a06bef5, ASSIGN because future has completed 2024-11-28T03:19:47,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa771a4e160a64e8821f37c5a06bef5, server=b4e3b2a3b1ef,46079,1732763975529}] 2024-11-28T03:19:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:47,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:47,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:47,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:19:47,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46079%2C1732763975529.rep, suffix=, logDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529, archiveDir=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/oldWALs, maxLogs=10 2024-11-28T03:19:47,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.rep.1732763987277, exclude list is [], retry=0 2024-11-28T03:19:47,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-9cb5efd1-1665-4a97-8499-d926b483728b,DISK] 2024-11-28T03:19:47,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.rep.1732763987277 2024-11-28T03:19:47,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-11-28T03:19:47,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fa771a4e160a64e8821f37c5a06bef5, NAME => 'hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:47,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:47,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:47,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. service=MultiRowMutationService 2024-11-28T03:19:47,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:19:47,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:47,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,297 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,298 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa771a4e160a64e8821f37c5a06bef5 columnFamilyName hfileref 2024-11-28T03:19:47,298 DEBUG [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:47,298 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] regionserver.HStore(327): Store=8fa771a4e160a64e8821f37c5a06bef5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:47,298 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,299 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa771a4e160a64e8821f37c5a06bef5 columnFamilyName queue 2024-11-28T03:19:47,299 DEBUG [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:47,300 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] regionserver.HStore(327): Store=8fa771a4e160a64e8821f37c5a06bef5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:47,300 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,301 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa771a4e160a64e8821f37c5a06bef5 columnFamilyName sid 2024-11-28T03:19:47,301 DEBUG [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:47,301 INFO [StoreOpener-8fa771a4e160a64e8821f37c5a06bef5-1 {}] regionserver.HStore(327): Store=8fa771a4e160a64e8821f37c5a06bef5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:47,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:47,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:47,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fa771a4e160a64e8821f37c5a06bef5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73901365, jitterRate=0.1012161523103714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:47,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:47,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fa771a4e160a64e8821f37c5a06bef5: Running coprocessor pre-open hook at 1732763987296Writing region info on filesystem at 1732763987296Initializing all the Stores at 1732763987297 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763987297Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763987297Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763987297Cleaning up temporary data from old regions at 1732763987303 (+6 ms)Running coprocessor post-open hooks at 1732763987307 (+4 ms)Region opened successfully at 1732763987307 2024-11-28T03:19:47,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5., pid=10, masterSystemTime=1732763987271 2024-11-28T03:19:47,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:47,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:47,310 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fa771a4e160a64e8821f37c5a06bef5, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:47,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa771a4e160a64e8821f37c5a06bef5, server=b4e3b2a3b1ef,46079,1732763975529 because future has completed 2024-11-28T03:19:47,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:19:47,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fa771a4e160a64e8821f37c5a06bef5, server=b4e3b2a3b1ef,46079,1732763975529 in 194 msec 2024-11-28T03:19:47,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:19:47,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fa771a4e160a64e8821f37c5a06bef5, ASSIGN in 350 msec 2024-11-28T03:19:47,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:19:47,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763987317"}]},"ts":"1732763987317"} 2024-11-28T03:19:47,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:19:47,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:19:47,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-28T03:19:47,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5., hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=2] 2024-11-28T03:19:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:47,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:19:47,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:19:47,512 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:19:47,540 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,46079,1732763975529, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:19:47,540 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:47,540 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=-1] 2024-11-28T03:19:47,541 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:47,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-28T03:19:47,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,46079,1732763975529', locateType=CURRENT is [region=hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5., hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=2] 2024-11-28T03:19:47,545 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:19:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:19:47,547 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,46079,1732763975529 suceeded 2024-11-28T03:19:47,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:19:47,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-28T03:19:47,549 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:41197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:19:47,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-28T03:19:47,559 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41197' 2024-11-28T03:19:47,560 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136f61f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:47,560 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41197,-1 for getting cluster id 2024-11-28T03:19:47,560 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:47,560 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0e7aae-0146-4aac-98b2-ba52ff36da97' 2024-11-28T03:19:47,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:47,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0e7aae-0146-4aac-98b2-ba52ff36da97" 2024-11-28T03:19:47,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@502ae6b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:47,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41197,-1] 2024-11-28T03:19:47,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:47,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:47,562 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:47,562 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22dc366e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:47,562 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:47,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:47,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f8f60e7 2024-11-28T03:19:47,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:47,564 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-28T03:19:47,564 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,46079,1732763975529 (queues=1) is replicating from cluster=2c3c74bf-3921-4a4b-bd27-464fde343064 to cluster=5d0e7aae-0146-4aac-98b2-ba52ff36da97 2024-11-28T03:19:47,564 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C46079%2C1732763975529 2024-11-28T03:19:47,564 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,46079,1732763975529, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:19:47,565 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C46079%2C1732763975529 2024-11-28T03:19:47,565 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757, startPosition=0, beingWritten=true 2024-11-28T03:19:47,570 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:47,570 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 379, reset compression=false 2024-11-28T03:19:47,570 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46079,1732763975529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:47,773 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 379, reset compression=false 2024-11-28T03:19:48,077 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 379, reset compression=false 2024-11-28T03:19:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:48,282 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:19:48,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:48,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:48,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:48,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:48,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:48,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d39cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:48,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41197,-1 for getting cluster id 2024-11-28T03:19:48,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:48,283 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0e7aae-0146-4aac-98b2-ba52ff36da97' 2024-11-28T03:19:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0e7aae-0146-4aac-98b2-ba52ff36da97" 2024-11-28T03:19:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725ef3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41197,-1] 2024-11-28T03:19:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:48,285 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c55a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:48,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b70910a 2024-11-28T03:19:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:48,287 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:48,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:38307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:19:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:19:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:48,290 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:38307' 2024-11-28T03:19:48,290 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38626023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:48,290 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38307,-1 for getting cluster id 2024-11-28T03:19:48,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:48,291 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3c74bf-3921-4a4b-bd27-464fde343064' 2024-11-28T03:19:48,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:48,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3c74bf-3921-4a4b-bd27-464fde343064" 2024-11-28T03:19:48,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6c2db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:48,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38307,-1] 2024-11-28T03:19:48,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:48,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:48,292 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:48,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c01a60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:48,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:48,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:48,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76f78996 2024-11-28T03:19:48,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:48,294 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:19:48,295 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:19:48,295 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:19:48,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:48,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:48,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:48,295 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:19:48,297 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:19:48,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:19:48,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:48,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:19:48,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:19:48,347 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:19:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:48,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:48,481 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 379, reset compression=false 2024-11-28T03:19:48,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:48,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:19:48,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f1941f25e52c1330403822168421be3, NAME => 'hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264 2024-11-28T03:19:48,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:19:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:48,986 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 379, reset compression=false 2024-11-28T03:19:49,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:49,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f1941f25e52c1330403822168421be3, disabling compactions & flushes 2024-11-28T03:19:49,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:49,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:49,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. after waiting 0 ms 2024-11-28T03:19:49,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:49,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:49,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f1941f25e52c1330403822168421be3: Waiting for close lock at 1732763989114Disabling compacts and flushes for region at 1732763989114Disabling writes for close at 1732763989115 (+1 ms)Writing region close event to WAL at 1732763989115Closed at 1732763989115 2024-11-28T03:19:49,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:19:49,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732763989116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732763989116"}]},"ts":"1732763989116"} 2024-11-28T03:19:49,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:19:49,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:19:49,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763989118"}]},"ts":"1732763989118"} 2024-11-28T03:19:49,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:19:49,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f1941f25e52c1330403822168421be3, ASSIGN}] 2024-11-28T03:19:49,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f1941f25e52c1330403822168421be3, ASSIGN 2024-11-28T03:19:49,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f1941f25e52c1330403822168421be3, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,46075,1732763978782; forceNewPlan=false, retain=false 2024-11-28T03:19:49,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f1941f25e52c1330403822168421be3, regionState=OPENING, regionLocation=b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:49,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f1941f25e52c1330403822168421be3, ASSIGN because future has completed 2024-11-28T03:19:49,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f1941f25e52c1330403822168421be3, server=b4e3b2a3b1ef,46075,1732763978782}] 2024-11-28T03:19:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:49,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:49,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:19:49,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:19:49,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C46075%2C1732763978782.rep, suffix=, logDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782, archiveDir=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/oldWALs, maxLogs=10 2024-11-28T03:19:49,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.rep.1732763989432, exclude list is [], retry=0 2024-11-28T03:19:49,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43645,DS-8f282d0c-0153-469d-a6dd-a10cdfa62330,DISK] 2024-11-28T03:19:49,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.rep.1732763989432 2024-11-28T03:19:49,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35601:35601)] 2024-11-28T03:19:49,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f1941f25e52c1330403822168421be3, NAME => 'hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:19:49,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:19:49,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:19:49,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. service=MultiRowMutationService 2024-11-28T03:19:49,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:19:49,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:19:49,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,450 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,451 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f1941f25e52c1330403822168421be3 columnFamilyName hfileref 2024-11-28T03:19:49,451 DEBUG [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:49,451 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] regionserver.HStore(327): Store=9f1941f25e52c1330403822168421be3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:49,451 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,452 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f1941f25e52c1330403822168421be3 columnFamilyName queue 2024-11-28T03:19:49,452 DEBUG [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:49,453 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] regionserver.HStore(327): Store=9f1941f25e52c1330403822168421be3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:49,453 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,453 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f1941f25e52c1330403822168421be3 columnFamilyName sid 2024-11-28T03:19:49,453 DEBUG [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:19:49,454 INFO [StoreOpener-9f1941f25e52c1330403822168421be3-1 {}] regionserver.HStore(327): Store=9f1941f25e52c1330403822168421be3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:19:49,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/replication/9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/replication/9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:19:49,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/replication/9f1941f25e52c1330403822168421be3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:19:49,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f1941f25e52c1330403822168421be3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68223905, jitterRate=0.016615405678749084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:19:49,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:49,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f1941f25e52c1330403822168421be3: Running coprocessor pre-open hook at 1732763989449Writing region info on filesystem at 1732763989449Initializing all the Stores at 1732763989450 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763989450Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763989450Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732763989450Cleaning up temporary data from old regions at 1732763989455 (+5 ms)Running coprocessor post-open hooks at 1732763989460 (+5 ms)Region opened successfully at 1732763989460 2024-11-28T03:19:49,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3., pid=10, masterSystemTime=1732763989427 2024-11-28T03:19:49,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:49,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:49,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f1941f25e52c1330403822168421be3, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:49,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f1941f25e52c1330403822168421be3, server=b4e3b2a3b1ef,46075,1732763978782 because future has completed 2024-11-28T03:19:49,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:19:49,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f1941f25e52c1330403822168421be3, server=b4e3b2a3b1ef,46075,1732763978782 in 191 msec 2024-11-28T03:19:49,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:19:49,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f1941f25e52c1330403822168421be3, ASSIGN in 347 msec 2024-11-28T03:19:49,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:19:49,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732763989469"}]},"ts":"1732763989469"} 2024-11-28T03:19:49,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:19:49,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:19:49,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-28T03:19:49,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3., hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=2] 2024-11-28T03:19:49,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:49,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:49,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:19:49,589 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 379, reset compression=false 2024-11-28T03:19:49,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:19:49,664 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:19:49,693 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,46075,1732763978782, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:19:49,693 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:49,693 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=-1] 2024-11-28T03:19:49,693 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:49,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-28T03:19:49,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,46075,1732763978782', locateType=CURRENT is [region=hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3., hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=2] 2024-11-28T03:19:49,699 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:19:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:19:49,701 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,46075,1732763978782 suceeded 2024-11-28T03:19:49,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:19:49,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-28T03:19:49,702 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:38307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:19:49,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-28T03:19:49,719 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:38307' 2024-11-28T03:19:49,721 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@134a6707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:49,721 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38307,-1 for getting cluster id 2024-11-28T03:19:49,721 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:49,722 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3c74bf-3921-4a4b-bd27-464fde343064' 2024-11-28T03:19:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3c74bf-3921-4a4b-bd27-464fde343064" 2024-11-28T03:19:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@321f7f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38307,-1] 2024-11-28T03:19:49,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:49,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:49,723 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:49,724 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f18e757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:49,724 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:19:49,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:49,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f3be69 2024-11-28T03:19:49,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:19:49,725 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-28T03:19:49,726 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,46075,1732763978782 (queues=1) is replicating from cluster=5d0e7aae-0146-4aac-98b2-ba52ff36da97 to cluster=2c3c74bf-3921-4a4b-bd27-464fde343064 2024-11-28T03:19:49,726 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C46075%2C1732763978782 2024-11-28T03:19:49,726 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,46075,1732763978782, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:19:49,727 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790, startPosition=0, beingWritten=true 2024-11-28T03:19:49,727 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C46075%2C1732763978782 2024-11-28T03:19:49,732 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:49,732 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 379, reset compression=false 2024-11-28T03:19:49,732 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46075,1732763978782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:49,936 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 379, reset compression=false 2024-11-28T03:19:50,240 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 379, reset compression=false 2024-11-28T03:19:50,293 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 379, reset compression=false 2024-11-28T03:19:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:19:50,442 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:19:50,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:50,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:50,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:50,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:50,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:50,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=-1] 2024-11-28T03:19:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:50,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:50,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732763981823.854b738722973d84eae212abf5e8a6a7., hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=2] 2024-11-28T03:19:50,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:50,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=-1] 2024-11-28T03:19:50,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:50,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:19:50,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732763983974.fa26c640d3a65676017bc3f7ef400881., hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=2] 2024-11-28T03:19:50,454 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-28T03:19:50,644 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 379, reset compression=false 2024-11-28T03:19:50,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:19:50,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T03:19:50,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-28T03:19:50,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-28T03:19:50,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:19:50,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T03:19:51,097 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 379, reset compression=false 2024-11-28T03:19:51,101 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:19:51,102 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 480, reset compression=false 2024-11-28T03:19:51,102 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46079,1732763975529 got entry batch from reader: WALEntryBatch [walEntries=[{test/854b738722973d84eae212abf5e8a6a7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-28T03:19:51,104 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:51,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-28T03:19:51,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:19:51,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cecc914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:51,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41197,-1 for getting cluster id 2024-11-28T03:19:51,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:51,108 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d0e7aae-0146-4aac-98b2-ba52ff36da97' 2024-11-28T03:19:51,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:51,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d0e7aae-0146-4aac-98b2-ba52ff36da97" 2024-11-28T03:19:51,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@617b409f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:51,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41197,-1] 2024-11-28T03:19:51,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:51,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:51,109 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:51,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6472d48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:51,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:51,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=-1] 2024-11-28T03:19:51,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:51,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-28T03:19:51,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732763983974.fa26c640d3a65676017bc3f7ef400881., hostname=b4e3b2a3b1ef,46075,1732763978782, seqNum=2] 2024-11-28T03:19:51,148 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 379, reset compression=false 2024-11-28T03:19:51,153 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:51,153 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 503, reset compression=false 2024-11-28T03:19:51,153 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46075,1732763978782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:51,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:19:51,306 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 480, reset compression=false 2024-11-28T03:19:51,357 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 503, reset compression=false 2024-11-28T03:19:51,458 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-28T03:19:51,461 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-28T03:19:51,610 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 480, reset compression=false 2024-11-28T03:19:51,670 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 503, reset compression=false 2024-11-28T03:19:51,674 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:19:51,674 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 607, reset compression=false 2024-11-28T03:19:51,674 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46075,1732763978782 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa26c640d3a65676017bc3f7ef400881/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T03:19:51,676 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:19:51,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-28T03:19:51,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:19:51,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9887d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:51,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38307,-1 for getting cluster id 2024-11-28T03:19:51,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:19:51,679 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c3c74bf-3921-4a4b-bd27-464fde343064' 2024-11-28T03:19:51,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:19:51,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c3c74bf-3921-4a4b-bd27-464fde343064" 2024-11-28T03:19:51,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60a1d316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:51,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38307,-1] 2024-11-28T03:19:51,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:19:51,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:51,680 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:19:51,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23099f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:19:51,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:19:51,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=-1] 2024-11-28T03:19:51,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:19:51,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-28T03:19:51,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732763981823.854b738722973d84eae212abf5e8a6a7., hostname=b4e3b2a3b1ef,46079,1732763975529, seqNum=2] 2024-11-28T03:19:51,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:19:51,877 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 607, reset compression=false 2024-11-28T03:19:52,026 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 480, reset compression=false 2024-11-28T03:19:52,031 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:52,031 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 607, reset compression=false 2024-11-28T03:19:52,031 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46079,1732763975529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:52,181 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 607, reset compression=false 2024-11-28T03:19:52,234 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 607, reset compression=false 2024-11-28T03:19:52,462 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-28T03:19:52,472 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-28T03:19:52,539 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 607, reset compression=false 2024-11-28T03:19:52,545 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:19:52,545 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 763, reset compression=false 2024-11-28T03:19:52,545 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46079,1732763975529 got entry batch from reader: WALEntryBatch [walEntries=[{test/854b738722973d84eae212abf5e8a6a7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-28T03:19:52,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:19:52,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46075 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:19:52,585 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 607, reset compression=false 2024-11-28T03:19:52,591 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:52,591 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 754, reset compression=false 2024-11-28T03:19:52,591 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46075,1732763978782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:52,750 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 763, reset compression=false 2024-11-28T03:19:52,795 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 754, reset compression=false 2024-11-28T03:19:53,055 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 763, reset compression=false 2024-11-28T03:19:53,099 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 754, reset compression=false 2024-11-28T03:19:53,459 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 763, reset compression=false 2024-11-28T03:19:53,474 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-28T03:19:53,478 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-28T03:19:53,503 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 754, reset compression=false 2024-11-28T03:19:53,508 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:19:53,508 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 913, reset compression=false 2024-11-28T03:19:53,508 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46075,1732763978782 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa26c640d3a65676017bc3f7ef400881/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T03:19:53,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:19:53,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46079 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:19:53,711 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 913, reset compression=false 2024-11-28T03:19:53,964 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 763, reset compression=false 2024-11-28T03:19:53,968 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:53,968 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:53,968 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46079,1732763975529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:54,015 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 913, reset compression=false 2024-11-28T03:19:54,172 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:54,419 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 913, reset compression=false 2024-11-28T03:19:54,476 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:54,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-28T03:19:54,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:19:54,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:54,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:54,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:54,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:54,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:54,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:19:54,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601392089, stopped=false 2024-11-28T03:19:54,483 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,41197,1732763978740 2024-11-28T03:19:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1489646984/running 2024-11-28T03:19:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:54,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1489646984/running 2024-11-28T03:19:54,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:54,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:54,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:54,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:54,485 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,46075,1732763978782' ***** 2024-11-28T03:19:54,485 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:19:54,486 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:19:54,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on znode that does not yet exist, /1489646984/running 2024-11-28T03:19:54,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Set watcher on znode that does not yet exist, /1489646984/running 2024-11-28T03:19:54,486 INFO [RS:0;b4e3b2a3b1ef:46075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:19:54,486 INFO [RS:0;b4e3b2a3b1ef:46075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:19:54,486 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:19:54,486 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46075. 2024-11-28T03:19:54,487 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa26c640d3a65676017bc3f7ef400881, disabling compactions & flushes 2024-11-28T03:19:54,487 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:54,487 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:54,487 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:54,487 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:54,487 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. after waiting 0 ms 2024-11-28T03:19:54,487 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:19:54,487 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa26c640d3a65676017bc3f7ef400881 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:19:54,487 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:19:54,487 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1325): Online Regions={fa26c640d3a65676017bc3f7ef400881=test,,1732763983974.fa26c640d3a65676017bc3f7ef400881., 1588230740=hbase:meta,,1.1588230740, 9f1941f25e52c1330403822168421be3=hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3.} 2024-11-28T03:19:54,487 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f1941f25e52c1330403822168421be3, fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:54,487 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:54,487 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:54,487 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:54,488 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:54,488 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:54,488 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:19:54,504 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/info/ee719ed57a2a43fab93bcfe606fb792c is 147, key is hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3./info:regioninfo/1732763989463/Put/seqid=0 2024-11-28T03:19:54,505 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/f/06338147fbcd43ea9f3e305af9c00318 is 29, key is row1/f:/1732763993475/DeleteFamily/seqid=0 2024-11-28T03:19:54,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741840_1016 (size=7686) 2024-11-28T03:19:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741841_1017 (size=5118) 2024-11-28T03:19:54,558 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:54,688 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f1941f25e52c1330403822168421be3, fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:54,735 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:19:54,735 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:19:54,880 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:54,888 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f1941f25e52c1330403822168421be3, fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:54,914 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/info/ee719ed57a2a43fab93bcfe606fb792c 2024-11-28T03:19:54,921 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/f/06338147fbcd43ea9f3e305af9c00318 2024-11-28T03:19:54,925 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06338147fbcd43ea9f3e305af9c00318 2024-11-28T03:19:54,926 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 913, reset compression=false 2024-11-28T03:19:54,930 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:54,930 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 1160, reset compression=false 2024-11-28T03:19:54,930 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46075,1732763978782 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:54,931 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,46075,1732763978782: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,46075,1732763978782, walGroup=b4e3b2a3b1ef%2C46075%2C1732763978782, offset=b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:46075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:19:54,932 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:19:54,933 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:19:54,933 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:19:54,933 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:19:54,933 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:19:54,933 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 585322944 }, "NonHeapMemoryUsage": { "committed": 196411392, "init": 7667712, "max": -1, "used": 190855128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:19:54,933 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:19:54,934 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/ns/1d7f52d1229b41aca8d92b87c668dd6c is 43, key is default/ns:d/1732763981743/Put/seqid=0 2024-11-28T03:19:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741842_1018 (size=5153) 2024-11-28T03:19:54,945 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/ns/1d7f52d1229b41aca8d92b87c668dd6c 2024-11-28T03:19:54,945 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/f1/9464a4ef8eeb4236bdf9ceab24c5ab9b is 30, key is row1/f1:/1732763993475/DeleteFamily/seqid=0 2024-11-28T03:19:54,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741843_1019 (size=5123) 2024-11-28T03:19:54,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:19:54,966 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/rep_barrier/5565e012a34b4e4e92b3093e935b3089 is 112, key is test,,1732763983974.fa26c640d3a65676017bc3f7ef400881./rep_barrier:seqnumDuringOpen/1732763985121/Put/seqid=0 2024-11-28T03:19:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741844_1020 (size=5518) 2024-11-28T03:19:54,970 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/rep_barrier/5565e012a34b4e4e92b3093e935b3089 2024-11-28T03:19:54,988 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/table/18208964293144b5903e0280e4a1a67b is 53, key is hbase:replication/table:state/1732763989469/Put/seqid=0 2024-11-28T03:19:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:54,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741845_1021 (size=5308) 2024-11-28T03:19:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:54,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:55,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:55,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:55,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:55,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:19:55,088 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f1941f25e52c1330403822168421be3, fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:55,141 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 1160, reset compression=false 2024-11-28T03:19:55,288 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f1941f25e52c1330403822168421be3, fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:55,349 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/f1/9464a4ef8eeb4236bdf9ceab24c5ab9b 2024-11-28T03:19:55,353 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9464a4ef8eeb4236bdf9ceab24c5ab9b 2024-11-28T03:19:55,368 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/norep/710061b397d34919ac30d199fa914064 is 33, key is row1/norep:/1732763993475/DeleteFamily/seqid=0 2024-11-28T03:19:55,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741846_1022 (size=5108) 2024-11-28T03:19:55,385 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:55,392 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/table/18208964293144b5903e0280e4a1a67b 2024-11-28T03:19:55,397 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/info/ee719ed57a2a43fab93bcfe606fb792c as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/info/ee719ed57a2a43fab93bcfe606fb792c 2024-11-28T03:19:55,401 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/info/ee719ed57a2a43fab93bcfe606fb792c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:19:55,401 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/ns/1d7f52d1229b41aca8d92b87c668dd6c as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/ns/1d7f52d1229b41aca8d92b87c668dd6c 2024-11-28T03:19:55,405 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/ns/1d7f52d1229b41aca8d92b87c668dd6c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:19:55,406 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/rep_barrier/5565e012a34b4e4e92b3093e935b3089 as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/rep_barrier/5565e012a34b4e4e92b3093e935b3089 2024-11-28T03:19:55,410 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/rep_barrier/5565e012a34b4e4e92b3093e935b3089, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:19:55,410 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/.tmp/table/18208964293144b5903e0280e4a1a67b as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/table/18208964293144b5903e0280e4a1a67b 2024-11-28T03:19:55,414 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/table/18208964293144b5903e0280e4a1a67b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:19:55,415 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false 2024-11-28T03:19:55,420 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:19:55,420 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:55,421 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:55,421 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:55,421 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763994487Running coprocessor pre-close hooks at 1732763994487Disabling compacts and flushes for region at 1732763994487Disabling writes for close at 1732763994488 (+1 ms)Obtaining lock to block concurrent updates at 1732763994488Preparing flush snapshotting stores in 1588230740 at 1732763994488Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732763994488Flushing stores of hbase:meta,,1.1588230740 at 1732763994488Flushing 1588230740/info: creating writer at 1732763994488Flushing 1588230740/info: appending metadata at 1732763994504 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732763994504Flushing 1588230740/ns: creating writer at 1732763994918 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732763994934 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732763994934Flushing 1588230740/rep_barrier: creating writer at 1732763994949 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732763994965 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732763994965Flushing 1588230740/table: creating writer at 1732763994974 (+9 ms)Flushing 1588230740/table: appending metadata at 1732763994988 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732763994988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e2cd6c: reopening flushed file at 1732763995396 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67592f9b: reopening flushed file at 1732763995401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38058ce2: reopening flushed file at 1732763995405 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281d1afb: reopening flushed file at 1732763995410 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false at 1732763995415 (+5 ms)Writing region close event to WAL at 1732763995417 (+2 ms)Running coprocessor post-close hooks at 1732763995420 (+3 ms)Closed at 1732763995421 (+1 ms) 2024-11-28T03:19:55,421 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:55,445 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 1160, reset compression=false 2024-11-28T03:19:55,488 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:19:55,488 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1325): Online Regions={fa26c640d3a65676017bc3f7ef400881=test,,1732763983974.fa26c640d3a65676017bc3f7ef400881., 9f1941f25e52c1330403822168421be3=hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3.} 2024-11-28T03:19:55,488 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1351): Waiting on 9f1941f25e52c1330403822168421be3, fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:55,689 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1351): Waiting on 9f1941f25e52c1330403822168421be3, fa26c640d3a65676017bc3f7ef400881 2024-11-28T03:19:55,772 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/norep/710061b397d34919ac30d199fa914064 2024-11-28T03:19:55,776 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 710061b397d34919ac30d199fa914064 2024-11-28T03:19:55,777 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/f/06338147fbcd43ea9f3e305af9c00318 as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/f/06338147fbcd43ea9f3e305af9c00318 2024-11-28T03:19:55,780 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06338147fbcd43ea9f3e305af9c00318 2024-11-28T03:19:55,781 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/f/06338147fbcd43ea9f3e305af9c00318, entries=2, sequenceid=8, filesize=5.0 K 2024-11-28T03:19:55,781 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/f1/9464a4ef8eeb4236bdf9ceab24c5ab9b as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/f1/9464a4ef8eeb4236bdf9ceab24c5ab9b 2024-11-28T03:19:55,785 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9464a4ef8eeb4236bdf9ceab24c5ab9b 2024-11-28T03:19:55,785 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/f1/9464a4ef8eeb4236bdf9ceab24c5ab9b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-28T03:19:55,786 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/.tmp/norep/710061b397d34919ac30d199fa914064 as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/norep/710061b397d34919ac30d199fa914064 2024-11-28T03:19:55,789 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 710061b397d34919ac30d199fa914064 2024-11-28T03:19:55,789 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/norep/710061b397d34919ac30d199fa914064, entries=1, sequenceid=8, filesize=5.0 K 2024-11-28T03:19:55,790 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fa26c640d3a65676017bc3f7ef400881 in 1303ms, sequenceid=8, compaction requested=false 2024-11-28T03:19:55,794 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/data/default/test/fa26c640d3a65676017bc3f7ef400881/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:19:55,795 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa26c640d3a65676017bc3f7ef400881: Waiting for close lock at 1732763994487Running coprocessor pre-close hooks at 1732763994487Disabling compacts and flushes for region at 1732763994487Disabling writes for close at 1732763994487Obtaining lock to block concurrent updates at 1732763994487Preparing flush snapshotting stores in fa26c640d3a65676017bc3f7ef400881 at 1732763994487Finished memstore snapshotting test,,1732763983974.fa26c640d3a65676017bc3f7ef400881., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732763994487Flushing stores of test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. at 1732763994488 (+1 ms)Flushing fa26c640d3a65676017bc3f7ef400881/f: creating writer at 1732763994488Flushing fa26c640d3a65676017bc3f7ef400881/f: appending metadata at 1732763994505 (+17 ms)Flushing fa26c640d3a65676017bc3f7ef400881/f: closing flushed file at 1732763994505Flushing fa26c640d3a65676017bc3f7ef400881/f1: creating writer at 1732763994925 (+420 ms)Flushing fa26c640d3a65676017bc3f7ef400881/f1: appending metadata at 1732763994944 (+19 ms)Flushing fa26c640d3a65676017bc3f7ef400881/f1: closing flushed file at 1732763994944Flushing fa26c640d3a65676017bc3f7ef400881/norep: creating writer at 1732763995353 (+409 ms)Flushing fa26c640d3a65676017bc3f7ef400881/norep: appending metadata at 1732763995367 (+14 ms)Flushing fa26c640d3a65676017bc3f7ef400881/norep: closing flushed file at 1732763995367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5751e918: reopening flushed file at 1732763995776 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28229500: reopening flushed file at 1732763995781 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f815bdc: reopening flushed file at 1732763995785 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fa26c640d3a65676017bc3f7ef400881 in 1303ms, sequenceid=8, compaction requested=false at 1732763995790 (+5 ms)Writing region close event to WAL at 1732763995791 (+1 ms)Running coprocessor post-close hooks at 1732763995795 (+4 ms)Closed at 1732763995795 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732763983974.fa26c640d3a65676017bc3f7ef400881. 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f1941f25e52c1330403822168421be3, disabling compactions & flushes 2024-11-28T03:19:55,795 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. after waiting 0 ms 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f1941f25e52c1330403822168421be3: Waiting for close lock at 1732763995795Running coprocessor pre-close hooks at 1732763995795Disabling compacts and flushes for region at 1732763995795Disabling writes for close at 1732763995795Failed flush hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3., putting online again at 1732763995795 2024-11-28T03:19:55,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:55,848 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 1160, reset compression=false 2024-11-28T03:19:55,854 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:55,854 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 1804, reset compression=false 2024-11-28T03:19:55,889 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:55,889 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1351): Waiting on 9f1941f25e52c1330403822168421be3 2024-11-28T03:19:55,889 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f1941f25e52c1330403822168421be3, disabling compactions & flushes 2024-11-28T03:19:55,889 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:55,889 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:55,889 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. after waiting 0 ms 2024-11-28T03:19:55,889 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:55,889 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f1941f25e52c1330403822168421be3: Waiting for close lock at 1732763995889Running coprocessor pre-close hooks at 1732763995889Disabling compacts and flushes for region at 1732763995889Disabling writes for close at 1732763995889Failed flush hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3., putting online again at 1732763995889 2024-11-28T03:19:55,889 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732763988295.9f1941f25e52c1330403822168421be3. 2024-11-28T03:19:55,989 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:56,057 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/WALs/b4e3b2a3b1ef,46075,1732763978782/b4e3b2a3b1ef%2C46075%2C1732763978782.1732763980790 to pos 1804, reset compression=false 2024-11-28T03:19:56,089 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-28T03:19:56,089 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,46075,1732763978782; all regions closed. 2024-11-28T03:19:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:19:56,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741839_1015 (size=1733) 2024-11-28T03:19:56,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741832_1008 (size=1812) 2024-11-28T03:19:56,096 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:56,096 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:56,097 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:56,097 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:56,097 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:56,097 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:56,097 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,46075,1732763978782 because: Region server is closing 2024-11-28T03:19:56,097 INFO [RS:0;b4e3b2a3b1ef:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46075. 2024-11-28T03:19:56,098 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:56,098 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:56,098 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:56,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:56,198 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.shipperb4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 terminated 2024-11-28T03:19:56,198 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46075,1732763978782.replicationSource.wal-reader.b4e3b2a3b1ef%2C46075%2C1732763978782,1-b4e3b2a3b1ef,46075,1732763978782 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:19:56,198 INFO [RS:0;b4e3b2a3b1ef:46075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46075. 2024-11-28T03:19:56,198 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:56,198 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:56,198 DEBUG [RS:0;b4e3b2a3b1ef:46075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:56,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:56,199 INFO [RS:0;b4e3b2a3b1ef:46075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46075 2024-11-28T03:19:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1489646984/rs/b4e3b2a3b1ef,46075,1732763978782 2024-11-28T03:19:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984/rs 2024-11-28T03:19:56,200 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:56,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,46075,1732763978782] 2024-11-28T03:19:56,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1489646984/draining/b4e3b2a3b1ef,46075,1732763978782 already deleted, retry=false 2024-11-28T03:19:56,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,46075,1732763978782 expired; onlineServers=0 2024-11-28T03:19:56,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,41197,1732763978740' ***** 2024-11-28T03:19:56,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:19:56,204 INFO [M:0;b4e3b2a3b1ef:41197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:56,204 INFO [M:0;b4e3b2a3b1ef:41197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:56,205 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:19:56,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:19:56,205 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:19:56,205 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763980552 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763980552,5,FailOnTimeoutGroup] 2024-11-28T03:19:56,205 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763980550 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763980550,5,FailOnTimeoutGroup] 2024-11-28T03:19:56,205 INFO [M:0;b4e3b2a3b1ef:41197 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:56,205 INFO [M:0;b4e3b2a3b1ef:41197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:56,205 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:19:56,205 INFO [M:0;b4e3b2a3b1ef:41197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:19:56,205 INFO [M:0;b4e3b2a3b1ef:41197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:56,205 INFO [M:0;b4e3b2a3b1ef:41197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:19:56,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:19:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1489646984/master 2024-11-28T03:19:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1489646984 2024-11-28T03:19:56,206 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] zookeeper.ZKUtil(347): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Unable to get data of znode /1489646984/master because node does not exist (not an error) 2024-11-28T03:19:56,206 WARN [M:0;b4e3b2a3b1ef:41197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:19:56,206 INFO [M:0;b4e3b2a3b1ef:41197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/.lastflushedseqids 2024-11-28T03:19:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741847_1023 (size=245) 2024-11-28T03:19:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46075-0x1015c95e52e0004, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:56,302 INFO [RS:0;b4e3b2a3b1ef:46075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:56,302 INFO [RS:0;b4e3b2a3b1ef:46075 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,46075,1732763978782; zookeeper connection closed. 2024-11-28T03:19:56,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d56dbc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d56dbc6 2024-11-28T03:19:56,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:19:56,612 INFO [M:0;b4e3b2a3b1ef:41197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:19:56,612 INFO [M:0;b4e3b2a3b1ef:41197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:19:56,612 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:19:56,612 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:56,612 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:56,612 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:19:56,612 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:56,612 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-28T03:19:56,631 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12b8db01f5b74f30944485f5b791b18b is 82, key is hbase:meta,,1/info:regioninfo/1732763981733/Put/seqid=0 2024-11-28T03:19:56,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741848_1024 (size=5672) 2024-11-28T03:19:56,692 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:57,035 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12b8db01f5b74f30944485f5b791b18b 2024-11-28T03:19:57,054 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7708ec0fec049b2a4e5508b5ff84570 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732763989472/Put/seqid=0 2024-11-28T03:19:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741849_1025 (size=8515) 2024-11-28T03:19:57,459 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7708ec0fec049b2a4e5508b5ff84570 2024-11-28T03:19:57,477 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea1aae2976d546c5a2536b1ed3b9ce5a is 69, key is b4e3b2a3b1ef,46075,1732763978782/rs:state/1732763980628/Put/seqid=0 2024-11-28T03:19:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741850_1026 (size=5156) 2024-11-28T03:19:57,481 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea1aae2976d546c5a2536b1ed3b9ce5a 2024-11-28T03:19:57,485 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12b8db01f5b74f30944485f5b791b18b as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12b8db01f5b74f30944485f5b791b18b 2024-11-28T03:19:57,488 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12b8db01f5b74f30944485f5b791b18b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T03:19:57,489 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7708ec0fec049b2a4e5508b5ff84570 as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7708ec0fec049b2a4e5508b5ff84570 2024-11-28T03:19:57,492 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7708ec0fec049b2a4e5508b5ff84570, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T03:19:57,493 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea1aae2976d546c5a2536b1ed3b9ce5a as hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea1aae2976d546c5a2536b1ed3b9ce5a 2024-11-28T03:19:57,496 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35933/user/jenkins/test-data/be48e027-259d-6dcd-8b85-403897a3c264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea1aae2976d546c5a2536b1ed3b9ce5a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T03:19:57,496 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:57,497 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-28T03:19:57,498 INFO [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:19:57,498 DEBUG [M:0;b4e3b2a3b1ef:41197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732763996612Disabling compacts and flushes for region at 1732763996612Disabling writes for close at 1732763996612Obtaining lock to block concurrent updates at 1732763996612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732763996612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732763996613 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732763996613Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732763996613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732763996631 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732763996631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732763997039 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732763997054 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732763997054Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732763997462 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732763997476 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732763997476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5772fee: reopening flushed file at 1732763997484 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515008db: reopening flushed file at 1732763997488 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338fb261: reopening flushed file at 1732763997492 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1732763997497 (+5 ms)Writing region close event to WAL at 1732763997498 (+1 ms)Closed at 1732763997498 2024-11-28T03:19:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43645 is added to blk_1073741830_1006 (size=63642) 2024-11-28T03:19:57,500 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:57,500 INFO [M:0;b4e3b2a3b1ef:41197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:19:57,500 INFO [M:0;b4e3b2a3b1ef:41197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41197 2024-11-28T03:19:57,501 INFO [M:0;b4e3b2a3b1ef:41197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:57,602 INFO [M:0;b4e3b2a3b1ef:41197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:57,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:57,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41197-0x1015c95e52e0003, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:57,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330dd5cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:19:57,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:57,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:57,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:57,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:57,607 WARN [BP-915367412-172.17.0.2-1732763977818 heartbeating to localhost/127.0.0.1:35933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:19:57,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:19:57,607 WARN [BP-915367412-172.17.0.2-1732763977818 heartbeating to localhost/127.0.0.1:35933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-915367412-172.17.0.2-1732763977818 (Datanode Uuid 685fd3a7-e1bb-45bd-8b88-4aefffd58e56) service to localhost/127.0.0.1:35933 2024-11-28T03:19:57,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:19:57,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/cluster_fe3057e2-f21d-627f-8b8a-e2b6f1f9ddc2/data/data1/current/BP-915367412-172.17.0.2-1732763977818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:57,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/cluster_fe3057e2-f21d-627f-8b8a-e2b6f1f9ddc2/data/data2/current/BP-915367412-172.17.0.2-1732763977818 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:19:57,608 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:19:57,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:19:57,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:19:57,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:19:57,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:19:57,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.log.dir/,STOPPED} 2024-11-28T03:19:57,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:19:57,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:19:57,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:57,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:57,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:57,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:57,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:57,627 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:19:57,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1159941387, stopped=false 2024-11-28T03:19:57,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,38307,1732763975429 2024-11-28T03:19:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1841724139/running 2024-11-28T03:19:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1841724139/running 2024-11-28T03:19:57,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:57,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:19:57,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:57,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:57,629 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,46079,1732763975529' ***** 2024-11-28T03:19:57,630 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:19:57,630 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:19:57,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on znode that does not yet exist, /0-1841724139/running 2024-11-28T03:19:57,630 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:19:57,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Set watcher on znode that does not yet exist, /0-1841724139/running 2024-11-28T03:19:57,630 INFO [RS:0;b4e3b2a3b1ef:46079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:19:57,630 INFO [RS:0;b4e3b2a3b1ef:46079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:19:57,630 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:57,631 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(3091): Received CLOSE for 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:57,631 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:57,631 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:57,631 INFO [RS:0;b4e3b2a3b1ef:46079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46079. 2024-11-28T03:19:57,631 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fa771a4e160a64e8821f37c5a06bef5, disabling compactions & flushes 2024-11-28T03:19:57,631 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:57,631 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:57,631 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:57,631 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:57,631 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. after waiting 0 ms 2024-11-28T03:19:57,631 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:57,631 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:19:57,631 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:19:57,631 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:19:57,631 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:19:57,631 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fa771a4e160a64e8821f37c5a06bef5 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-28T03:19:57,632 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:19:57,632 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1325): Online Regions={8fa771a4e160a64e8821f37c5a06bef5=hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5., 1588230740=hbase:meta,,1.1588230740, 854b738722973d84eae212abf5e8a6a7=test,,1732763981823.854b738722973d84eae212abf5e8a6a7.} 2024-11-28T03:19:57,632 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 854b738722973d84eae212abf5e8a6a7, 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:57,632 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:19:57,632 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:19:57,632 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:19:57,632 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:19:57,632 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:19:57,632 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:19:57,644 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:57,648 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/info/e6ecbfaf1e1941eeb76efa6d6b9a529b is 147, key is hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5./info:regioninfo/1732763987310/Put/seqid=0 2024-11-28T03:19:57,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5/.tmp/queue/8b91f96f2e694e5a8b1655016b46bf75 is 153, key is 1-b4e3b2a3b1ef,46079,1732763975529/queue:b4e3b2a3b1ef%2C46079%2C1732763975529/1732763993970/Put/seqid=0 2024-11-28T03:19:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741840_1016 (size=7686) 2024-11-28T03:19:57,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741841_1017 (size=5352) 2024-11-28T03:19:57,832 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 854b738722973d84eae212abf5e8a6a7, 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:58,033 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 854b738722973d84eae212abf5e8a6a7, 8fa771a4e160a64e8821f37c5a06bef5 2024-11-28T03:19:58,052 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/info/e6ecbfaf1e1941eeb76efa6d6b9a529b 2024-11-28T03:19:58,053 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5/.tmp/queue/8b91f96f2e694e5a8b1655016b46bf75 2024-11-28T03:19:58,057 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5/.tmp/queue/8b91f96f2e694e5a8b1655016b46bf75 as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5/queue/8b91f96f2e694e5a8b1655016b46bf75 2024-11-28T03:19:58,061 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5/queue/8b91f96f2e694e5a8b1655016b46bf75, entries=1, sequenceid=10, filesize=5.2 K 2024-11-28T03:19:58,062 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8fa771a4e160a64e8821f37c5a06bef5 in 431ms, sequenceid=10, compaction requested=false 2024-11-28T03:19:58,065 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/replication/8fa771a4e160a64e8821f37c5a06bef5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-28T03:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:58,066 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fa771a4e160a64e8821f37c5a06bef5: Waiting for close lock at 1732763997631Running coprocessor pre-close hooks at 1732763997631Disabling compacts and flushes for region at 1732763997631Disabling writes for close at 1732763997631Obtaining lock to block concurrent updates at 1732763997631Preparing flush snapshotting stores in 8fa771a4e160a64e8821f37c5a06bef5 at 1732763997631Finished memstore snapshotting hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732763997632 (+1 ms)Flushing stores of hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. at 1732763997633 (+1 ms)Flushing 8fa771a4e160a64e8821f37c5a06bef5/queue: creating writer at 1732763997633Flushing 8fa771a4e160a64e8821f37c5a06bef5/queue: appending metadata at 1732763997647 (+14 ms)Flushing 8fa771a4e160a64e8821f37c5a06bef5/queue: closing flushed file at 1732763997647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c042b17: reopening flushed file at 1732763998057 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8fa771a4e160a64e8821f37c5a06bef5 in 431ms, sequenceid=10, compaction requested=false at 1732763998062 (+5 ms)Writing region close event to WAL at 1732763998063 (+1 ms)Running coprocessor post-close hooks at 1732763998066 (+3 ms)Closed at 1732763998066 2024-11-28T03:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732763986143.8fa771a4e160a64e8821f37c5a06bef5. 2024-11-28T03:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 854b738722973d84eae212abf5e8a6a7, disabling compactions & flushes 2024-11-28T03:19:58,066 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732763981823.854b738722973d84eae212abf5e8a6a7. after waiting 0 ms 2024-11-28T03:19:58,066 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:58,066 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 854b738722973d84eae212abf5e8a6a7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-28T03:19:58,074 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/ns/97740e9e510a430689804506616790ff is 43, key is default/ns:d/1732763977755/Put/seqid=0 2024-11-28T03:19:58,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741842_1018 (size=5153) 2024-11-28T03:19:58,080 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/f/f38f3fff8975480a854e37f5ad3a796d is 29, key is row1/f:/1732763993475/DeleteFamily/seqid=0 2024-11-28T03:19:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741843_1019 (size=5118) 2024-11-28T03:19:58,233 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:58,399 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 912, reset compression=false 2024-11-28T03:19:58,404 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:58,404 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 1159, reset compression=false 2024-11-28T03:19:58,404 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,46079,1732763975529 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:19:58,405 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,46079,1732763975529: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,46079,1732763975529, walGroup=b4e3b2a3b1ef%2C46079%2C1732763975529, offset=b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:46079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:19:58,406 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:19:58,406 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:19:58,407 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:19:58,407 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:19:58,407 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:19:58,407 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 665014720 }, "NonHeapMemoryUsage": { "committed": 196673536, "init": 7667712, "max": -1, "used": 191508128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:19:58,407 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:38307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:38307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:19:58,433 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:58,478 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/ns/97740e9e510a430689804506616790ff 2024-11-28T03:19:58,484 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/f/f38f3fff8975480a854e37f5ad3a796d 2024-11-28T03:19:58,488 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f38f3fff8975480a854e37f5ad3a796d 2024-11-28T03:19:58,497 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/rep_barrier/864c4d04406e458e8e1be51a4efd796c is 112, key is test,,1732763981823.854b738722973d84eae212abf5e8a6a7./rep_barrier:seqnumDuringOpen/1732763982977/Put/seqid=0 2024-11-28T03:19:58,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741844_1020 (size=5518) 2024-11-28T03:19:58,502 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/f1/4e3c7398602d47ea8752cc00c791ebf0 is 30, key is row1/f1:/1732763993475/DeleteFamily/seqid=0 2024-11-28T03:19:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741845_1021 (size=5123) 2024-11-28T03:19:58,608 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 1159, reset compression=false 2024-11-28T03:19:58,624 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:19:58,625 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:19:58,633 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:19:58,633 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 854b738722973d84eae212abf5e8a6a7=test,,1732763981823.854b738722973d84eae212abf5e8a6a7.} 2024-11-28T03:19:58,633 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:58,833 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 854b738722973d84eae212abf5e8a6a7 2024-11-28T03:19:58,902 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/rep_barrier/864c4d04406e458e8e1be51a4efd796c 2024-11-28T03:19:58,906 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/f1/4e3c7398602d47ea8752cc00c791ebf0 2024-11-28T03:19:58,910 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e3c7398602d47ea8752cc00c791ebf0 2024-11-28T03:19:58,913 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 1159, reset compression=false 2024-11-28T03:19:58,922 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/table/c8477e9e175f4bc9953d517d79b7e629 is 53, key is hbase:replication/table:state/1732763987317/Put/seqid=0 2024-11-28T03:19:58,928 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/norep/7aa18bbef1cb453498cbd4ea6783135e is 32, key is row/norep:/1732763992466/DeleteFamily/seqid=0 2024-11-28T03:19:58,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741846_1022 (size=5308) 2024-11-28T03:19:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741847_1023 (size=5101) 2024-11-28T03:19:58,933 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/norep/7aa18bbef1cb453498cbd4ea6783135e 2024-11-28T03:19:58,937 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7aa18bbef1cb453498cbd4ea6783135e 2024-11-28T03:19:58,937 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/f/f38f3fff8975480a854e37f5ad3a796d as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/f/f38f3fff8975480a854e37f5ad3a796d 2024-11-28T03:19:58,941 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f38f3fff8975480a854e37f5ad3a796d 2024-11-28T03:19:58,941 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/f/f38f3fff8975480a854e37f5ad3a796d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-28T03:19:58,941 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/f1/4e3c7398602d47ea8752cc00c791ebf0 as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/f1/4e3c7398602d47ea8752cc00c791ebf0 2024-11-28T03:19:58,945 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e3c7398602d47ea8752cc00c791ebf0 2024-11-28T03:19:58,945 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/f1/4e3c7398602d47ea8752cc00c791ebf0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-28T03:19:58,945 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/.tmp/norep/7aa18bbef1cb453498cbd4ea6783135e as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/norep/7aa18bbef1cb453498cbd4ea6783135e 2024-11-28T03:19:58,948 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7aa18bbef1cb453498cbd4ea6783135e 2024-11-28T03:19:58,948 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/norep/7aa18bbef1cb453498cbd4ea6783135e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-28T03:19:58,949 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 854b738722973d84eae212abf5e8a6a7 in 883ms, sequenceid=8, compaction requested=false 2024-11-28T03:19:58,949 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:19:58,953 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/default/test/854b738722973d84eae212abf5e8a6a7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T03:19:58,953 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:58,953 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:19:58,954 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:58,954 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 854b738722973d84eae212abf5e8a6a7: Waiting for close lock at 1732763998066Running coprocessor pre-close hooks at 1732763998066Disabling compacts and flushes for region at 1732763998066Disabling writes for close at 1732763998066Obtaining lock to block concurrent updates at 1732763998066Preparing flush snapshotting stores in 854b738722973d84eae212abf5e8a6a7 at 1732763998066Finished memstore snapshotting test,,1732763981823.854b738722973d84eae212abf5e8a6a7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732763998066Flushing stores of test,,1732763981823.854b738722973d84eae212abf5e8a6a7. at 1732763998067 (+1 ms)Flushing 854b738722973d84eae212abf5e8a6a7/f: creating writer at 1732763998067Flushing 854b738722973d84eae212abf5e8a6a7/f: appending metadata at 1732763998080 (+13 ms)Flushing 854b738722973d84eae212abf5e8a6a7/f: closing flushed file at 1732763998080Flushing 854b738722973d84eae212abf5e8a6a7/f1: creating writer at 1732763998488 (+408 ms)Flushing 854b738722973d84eae212abf5e8a6a7/f1: appending metadata at 1732763998502 (+14 ms)Flushing 854b738722973d84eae212abf5e8a6a7/f1: closing flushed file at 1732763998502Flushing 854b738722973d84eae212abf5e8a6a7/norep: creating writer at 1732763998910 (+408 ms)Flushing 854b738722973d84eae212abf5e8a6a7/norep: appending metadata at 1732763998928 (+18 ms)Flushing 854b738722973d84eae212abf5e8a6a7/norep: closing flushed file at 1732763998928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149aca0c: reopening flushed file at 1732763998937 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c1df70: reopening flushed file at 1732763998941 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbd310d: reopening flushed file at 1732763998945 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 854b738722973d84eae212abf5e8a6a7 in 883ms, sequenceid=8, compaction requested=false at 1732763998949 (+4 ms)Writing region close event to WAL at 1732763998951 (+2 ms)Running coprocessor post-close hooks at 1732763998953 (+2 ms)Closed at 1732763998954 (+1 ms) 2024-11-28T03:19:58,954 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732763981823.854b738722973d84eae212abf5e8a6a7. 2024-11-28T03:19:59,034 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:59,234 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:19:59,320 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 1159, reset compression=false 2024-11-28T03:19:59,325 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:19:59,325 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 1803, reset compression=false 2024-11-28T03:19:59,330 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/table/c8477e9e175f4bc9953d517d79b7e629 2024-11-28T03:19:59,334 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/info/e6ecbfaf1e1941eeb76efa6d6b9a529b as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/info/e6ecbfaf1e1941eeb76efa6d6b9a529b 2024-11-28T03:19:59,337 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/info/e6ecbfaf1e1941eeb76efa6d6b9a529b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:19:59,338 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/ns/97740e9e510a430689804506616790ff as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/ns/97740e9e510a430689804506616790ff 2024-11-28T03:19:59,341 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/ns/97740e9e510a430689804506616790ff, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:19:59,342 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/rep_barrier/864c4d04406e458e8e1be51a4efd796c as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/rep_barrier/864c4d04406e458e8e1be51a4efd796c 2024-11-28T03:19:59,345 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/rep_barrier/864c4d04406e458e8e1be51a4efd796c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:19:59,346 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/.tmp/table/c8477e9e175f4bc9953d517d79b7e629 as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/table/c8477e9e175f4bc9953d517d79b7e629 2024-11-28T03:19:59,349 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/table/c8477e9e175f4bc9953d517d79b7e629, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:19:59,350 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-28T03:19:59,350 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:19:59,355 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:19:59,355 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:19:59,355 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:19:59,355 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:59,356 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732763997632Running coprocessor pre-close hooks at 1732763997632Disabling compacts and flushes for region at 1732763997632Disabling writes for close at 1732763997632Obtaining lock to block concurrent updates at 1732763997632Preparing flush snapshotting stores in 1588230740 at 1732763997632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732763997633 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732763997634 (+1 ms)Flushing 1588230740/info: creating writer at 1732763997634Flushing 1588230740/info: appending metadata at 1732763997647 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732763997647Flushing 1588230740/ns: creating writer at 1732763998057 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732763998074 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732763998074Flushing 1588230740/rep_barrier: creating writer at 1732763998482 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732763998497 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732763998497Flushing 1588230740/table: creating writer at 1732763998906 (+409 ms)Flushing 1588230740/table: appending metadata at 1732763998921 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732763998921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b59d423: reopening flushed file at 1732763999333 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d32347: reopening flushed file at 1732763999337 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b31230: reopening flushed file at 1732763999341 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79879d5c: reopening flushed file at 1732763999345 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1732763999350 (+5 ms)Writing region close event to WAL at 1732763999352 (+2 ms)Running coprocessor post-close hooks at 1732763999355 (+3 ms)Closed at 1732763999355 2024-11-28T03:19:59,356 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:19:59,434 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,46079,1732763975529; all regions closed. 2024-11-28T03:19:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:19:59,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.meta.1732763977713.meta not finished, retry = 0 2024-11-28T03:19:59,528 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.wal-reader.b4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 to pos 1803, reset compression=false 2024-11-28T03:19:59,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741839_1015 (size=2676) 2024-11-28T03:19:59,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.rep.1732763987277 not finished, retry = 0 2024-11-28T03:19:59,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741832_1008 (size=1811) 2024-11-28T03:19:59,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/WALs/b4e3b2a3b1ef,46079,1732763975529/b4e3b2a3b1ef%2C46079%2C1732763975529.1732763976757 not finished, retry = 0 2024-11-28T03:19:59,742 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:59,742 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:19:59,742 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:59,742 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:59,743 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:59,743 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:19:59,743 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,46079,1732763975529 because: Region server is closing 2024-11-28T03:19:59,743 INFO [RS:0;b4e3b2a3b1ef:46079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46079. 2024-11-28T03:19:59,743 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:59,743 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:59,743 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:59,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:59,843 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,46079,1732763975529.replicationSource.shipperb4e3b2a3b1ef%2C46079%2C1732763975529,1-b4e3b2a3b1ef,46079,1732763975529 terminated 2024-11-28T03:19:59,844 INFO [RS:0;b4e3b2a3b1ef:46079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:46079. 2024-11-28T03:19:59,844 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:19:59,844 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:59,844 DEBUG [RS:0;b4e3b2a3b1ef:46079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:19:59,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:19:59,844 INFO [RS:0;b4e3b2a3b1ef:46079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46079 2024-11-28T03:19:59,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1841724139/rs/b4e3b2a3b1ef,46079,1732763975529 2024-11-28T03:19:59,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139/rs 2024-11-28T03:19:59,846 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:19:59,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,46079,1732763975529] 2024-11-28T03:19:59,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1841724139/draining/b4e3b2a3b1ef,46079,1732763975529 already deleted, retry=false 2024-11-28T03:19:59,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,46079,1732763975529 expired; onlineServers=0 2024-11-28T03:19:59,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,38307,1732763975429' ***** 2024-11-28T03:19:59,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:19:59,848 INFO [M:0;b4e3b2a3b1ef:38307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:19:59,848 INFO [M:0;b4e3b2a3b1ef:38307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:19:59,848 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:19:59,848 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:19:59,848 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:19:59,848 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763976568 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732763976568,5,FailOnTimeoutGroup] 2024-11-28T03:19:59,848 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763976572 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732763976572,5,FailOnTimeoutGroup] 2024-11-28T03:19:59,849 INFO [M:0;b4e3b2a3b1ef:38307 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:19:59,849 INFO [M:0;b4e3b2a3b1ef:38307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:19:59,849 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:19:59,849 INFO [M:0;b4e3b2a3b1ef:38307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:19:59,849 INFO [M:0;b4e3b2a3b1ef:38307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:19:59,849 INFO [M:0;b4e3b2a3b1ef:38307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:19:59,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:19:59,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1841724139/master 2024-11-28T03:19:59,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1841724139 2024-11-28T03:19:59,852 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] zookeeper.ZKUtil(347): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Unable to get data of znode /0-1841724139/master because node does not exist (not an error) 2024-11-28T03:19:59,852 WARN [M:0;b4e3b2a3b1ef:38307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:19:59,853 INFO [M:0;b4e3b2a3b1ef:38307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/.lastflushedseqids 2024-11-28T03:19:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741848_1024 (size=245) 2024-11-28T03:19:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:59,947 INFO [RS:0;b4e3b2a3b1ef:46079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:19:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46079-0x1015c95e52e0001, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:19:59,947 INFO [RS:0;b4e3b2a3b1ef:46079 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,46079,1732763975529; zookeeper connection closed. 2024-11-28T03:19:59,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3392c7d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3392c7d4 2024-11-28T03:19:59,948 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:20:00,262 INFO [M:0;b4e3b2a3b1ef:38307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:20:00,262 INFO [M:0;b4e3b2a3b1ef:38307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:20:00,262 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:00,263 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:00,263 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:00,263 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:00,263 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:00,263 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T03:20:00,278 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375ed4bd01724ba4952ab52f0372a1dc is 82, key is hbase:meta,,1/info:regioninfo/1732763977744/Put/seqid=0 2024-11-28T03:20:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741849_1025 (size=5672) 2024-11-28T03:20:00,283 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375ed4bd01724ba4952ab52f0372a1dc 2024-11-28T03:20:00,308 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15e012e95acb4006885079bc145a0a18 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732763987321/Put/seqid=0 2024-11-28T03:20:00,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741850_1026 (size=8516) 2024-11-28T03:20:00,717 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15e012e95acb4006885079bc145a0a18 2024-11-28T03:20:00,738 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/135000c3ca0f4f368bf6138ee2206e14 is 69, key is b4e3b2a3b1ef,46079,1732763975529/rs:state/1732763976610/Put/seqid=0 2024-11-28T03:20:00,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741851_1027 (size=5156) 2024-11-28T03:20:00,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:00,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:00,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:20:00,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:20:00,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:20:01,142 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/135000c3ca0f4f368bf6138ee2206e14 2024-11-28T03:20:01,146 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/375ed4bd01724ba4952ab52f0372a1dc as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/375ed4bd01724ba4952ab52f0372a1dc 2024-11-28T03:20:01,151 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/375ed4bd01724ba4952ab52f0372a1dc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T03:20:01,151 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15e012e95acb4006885079bc145a0a18 as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15e012e95acb4006885079bc145a0a18 2024-11-28T03:20:01,157 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15e012e95acb4006885079bc145a0a18, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T03:20:01,157 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/135000c3ca0f4f368bf6138ee2206e14 as hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/135000c3ca0f4f368bf6138ee2206e14 2024-11-28T03:20:01,161 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38143/user/jenkins/test-data/fbfa594e-e745-382b-4849-1af48a8f1029/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/135000c3ca0f4f368bf6138ee2206e14, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T03:20:01,162 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false 2024-11-28T03:20:01,164 INFO [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:01,164 DEBUG [M:0;b4e3b2a3b1ef:38307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764000262Disabling compacts and flushes for region at 1732764000262Disabling writes for close at 1732764000263 (+1 ms)Obtaining lock to block concurrent updates at 1732764000263Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764000263Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732764000263Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764000264 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764000264Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764000278 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764000278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764000287 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764000308 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764000308Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764000721 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764000737 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764000737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b485809: reopening flushed file at 1732764001146 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d46ee9f: reopening flushed file at 1732764001151 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa0109c: reopening flushed file at 1732764001157 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false at 1732764001162 (+5 ms)Writing region close event to WAL at 1732764001164 (+2 ms)Closed at 1732764001164 2024-11-28T03:20:01,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741830_1006 (size=63654) 2024-11-28T03:20:01,166 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:20:01,167 INFO [M:0;b4e3b2a3b1ef:38307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:20:01,167 INFO [M:0;b4e3b2a3b1ef:38307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38307 2024-11-28T03:20:01,167 INFO [M:0;b4e3b2a3b1ef:38307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:20:01,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:01,269 INFO [M:0;b4e3b2a3b1ef:38307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:20:01,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38307-0x1015c95e52e0000, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:01,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27fc8e6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:01,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:20:01,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:20:01,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:20:01,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.log.dir/,STOPPED} 2024-11-28T03:20:01,274 WARN [BP-2114609299-172.17.0.2-1732763974326 heartbeating to localhost/127.0.0.1:38143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:20:01,274 WARN [BP-2114609299-172.17.0.2-1732763974326 heartbeating to localhost/127.0.0.1:38143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2114609299-172.17.0.2-1732763974326 (Datanode Uuid a4143778-709a-4d36-9814-1c914f3a8f40) service to localhost/127.0.0.1:38143 2024-11-28T03:20:01,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:20:01,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:20:01,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/cluster_9459d9e5-9d9f-7fe8-6bdf-174ad975e977/data/data1/current/BP-2114609299-172.17.0.2-1732763974326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:20:01,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/cluster_9459d9e5-9d9f-7fe8-6bdf-174ad975e977/data/data2/current/BP-2114609299-172.17.0.2-1732763974326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:20:01,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:20:01,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:01,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:20:01,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:20:01,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:20:01,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9befe7f2-e034-d9aa-7a73-09f7238e2b5d/hadoop.log.dir/,STOPPED} 2024-11-28T03:20:01,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:20:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:20:01,310 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 249) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52086) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38143 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52086) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35933 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6144 (was 6163) 2024-11-28T03:20:01,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=6144 2024-11-28T03:20:01,332 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-28T03:20:01,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.log.dir so I do NOT create it in target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939 2024-11-28T03:20:01,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:20:01,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.tmp.dir so I do NOT create it in target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939 2024-11-28T03:20:01,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6baec6d-59d0-32b9-3f20-0b52ca0786eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:20:01,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939 2024-11-28T03:20:01,333 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/cluster_648d9652-7a0a-9b27-c836-ea3504c9da59, deleteOnExit=true 2024-11-28T03:20:01,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/cluster_648d9652-7a0a-9b27-c836-ea3504c9da59/zookeeper_0, clientPort=61031, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/cluster_648d9652-7a0a-9b27-c836-ea3504c9da59/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/cluster_648d9652-7a0a-9b27-c836-ea3504c9da59/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:20:01,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61031 2024-11-28T03:20:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:20:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:20:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/test.cache.data in system properties and HBase conf 2024-11-28T03:20:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:20:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:20:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:20:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:20:01,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:20:01,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:20:01,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:20:01,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c95e52e0002, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:20:01,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c95e52e0005, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:20:01,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c95e52e0002, quorum=127.0.0.1:52086, baseZNode=/0-1841724139 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:20:01,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c95e52e0005, quorum=127.0.0.1:52086, baseZNode=/1489646984 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:20:01,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:01,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:01,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:01,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:01,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:01,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:01,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42243d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:01,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32846df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:01,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5317e1d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/java.io.tmpdir/jetty-localhost-37537-hadoop-hdfs-3_4_1-tests_jar-_-any-7729144061703959408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:01,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@288e3e54{HTTP/1.1, (http/1.1)}{localhost:37537} 2024-11-28T03:20:01,562 INFO [Time-limited test {}] server.Server(415): Started @195895ms 2024-11-28T03:20:01,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:01,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:01,663 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:01,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:01,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:20:01,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7a6bba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:01,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca63448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:01,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fce6f78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/java.io.tmpdir/jetty-localhost-44811-hadoop-hdfs-3_4_1-tests_jar-_-any-5310637434780879474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:01,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1690c4dd{HTTP/1.1, (http/1.1)}{localhost:44811} 2024-11-28T03:20:01,779 INFO [Time-limited test {}] server.Server(415): Started @196112ms 2024-11-28T03:20:01,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:20:01,884 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/cluster_648d9652-7a0a-9b27-c836-ea3504c9da59/data/data2/current/BP-2079140868-172.17.0.2-1732764001355/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:01,884 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/cluster_648d9652-7a0a-9b27-c836-ea3504c9da59/data/data1/current/BP-2079140868-172.17.0.2-1732764001355/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:01,908 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:20:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98f86583d290a9e2 with lease ID 0x1cad821a5c59e25d: Processing first storage report for DS-abacd164-f617-4401-beb8-ef359466f480 from datanode DatanodeRegistration(127.0.0.1:43067, datanodeUuid=52af1222-820b-4921-b40d-7dd6cf92606c, infoPort=44871, infoSecurePort=0, ipcPort=38271, storageInfo=lv=-57;cid=testClusterID;nsid=937826686;c=1732764001355) 2024-11-28T03:20:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98f86583d290a9e2 with lease ID 0x1cad821a5c59e25d: from storage DS-abacd164-f617-4401-beb8-ef359466f480 node DatanodeRegistration(127.0.0.1:43067, datanodeUuid=52af1222-820b-4921-b40d-7dd6cf92606c, infoPort=44871, infoSecurePort=0, ipcPort=38271, storageInfo=lv=-57;cid=testClusterID;nsid=937826686;c=1732764001355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98f86583d290a9e2 with lease ID 0x1cad821a5c59e25d: Processing first storage report for DS-d928a38a-4e07-4395-ab5e-7e6b79fcd694 from datanode DatanodeRegistration(127.0.0.1:43067, datanodeUuid=52af1222-820b-4921-b40d-7dd6cf92606c, infoPort=44871, infoSecurePort=0, ipcPort=38271, storageInfo=lv=-57;cid=testClusterID;nsid=937826686;c=1732764001355) 2024-11-28T03:20:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98f86583d290a9e2 with lease ID 0x1cad821a5c59e25d: from storage DS-d928a38a-4e07-4395-ab5e-7e6b79fcd694 node DatanodeRegistration(127.0.0.1:43067, datanodeUuid=52af1222-820b-4921-b40d-7dd6cf92606c, infoPort=44871, infoSecurePort=0, ipcPort=38271, storageInfo=lv=-57;cid=testClusterID;nsid=937826686;c=1732764001355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:02,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939 2024-11-28T03:20:02,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:02,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:20:02,017 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2 with version=8 2024-11-28T03:20:02,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/hbase-staging 2024-11-28T03:20:02,019 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:02,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:02,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:02,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:02,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:02,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:02,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:20:02,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:02,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32865 2024-11-28T03:20:02,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32865 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:02,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328650x0, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:02,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32865-0x1015c964ec60000 connected 2024-11-28T03:20:02,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:02,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:02,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on znode that does not yet exist, /01319805667/running 2024-11-28T03:20:02,065 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2, hbase.cluster.distributed=false 2024-11-28T03:20:02,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on znode that does not yet exist, /01319805667/acl 2024-11-28T03:20:02,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32865 2024-11-28T03:20:02,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32865 2024-11-28T03:20:02,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32865 2024-11-28T03:20:02,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32865 2024-11-28T03:20:02,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32865 2024-11-28T03:20:02,096 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:02,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:02,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:02,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:02,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:02,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:02,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:20:02,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:02,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38135 2024-11-28T03:20:02,098 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38135 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:02,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:02,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:02,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381350x0, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:02,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381350x0, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on znode that does not yet exist, /01319805667/running 2024-11-28T03:20:02,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38135-0x1015c964ec60001 connected 2024-11-28T03:20:02,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:20:02,108 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:20:02,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on znode that does not yet exist, /01319805667/master 2024-11-28T03:20:02,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on znode that does not yet exist, /01319805667/acl 2024-11-28T03:20:02,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-28T03:20:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38135 2024-11-28T03:20:02,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38135 2024-11-28T03:20:02,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-28T03:20:02,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38135 2024-11-28T03:20:02,130 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:32865 2024-11-28T03:20:02,131 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01319805667/backup-masters/b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:02,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667/backup-masters 2024-11-28T03:20:02,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667/backup-masters 2024-11-28T03:20:02,133 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on existing znode=/01319805667/backup-masters/b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:02,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:02,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01319805667/master 2024-11-28T03:20:02,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:02,140 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on existing znode=/01319805667/master 2024-11-28T03:20:02,140 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01319805667/backup-masters/b4e3b2a3b1ef,32865,1732764002019 from backup master directory 2024-11-28T03:20:02,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319805667/backup-masters/b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:02,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667/backup-masters 2024-11-28T03:20:02,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667/backup-masters 2024-11-28T03:20:02,141 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:02,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:02,144 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/hbase.id] with ID: ad2fc171-53d7-4bbb-831a-82697ab91212 2024-11-28T03:20:02,144 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/.tmp/hbase.id 2024-11-28T03:20:02,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:20:02,552 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/.tmp/hbase.id]:[hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/hbase.id] 2024-11-28T03:20:02,560 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:02,560 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:20:02,561 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:20:02,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:02,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:02,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:20:02,968 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:02,969 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:20:02,969 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:20:03,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store 2024-11-28T03:20:03,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:20:03,781 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:03,781 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:03,781 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:03,781 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:03,781 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:03,781 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:03,781 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:03,781 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764003781Disabling compacts and flushes for region at 1732764003781Disabling writes for close at 1732764003781Writing region close event to WAL at 1732764003781Closed at 1732764003781 2024-11-28T03:20:03,782 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/.initializing 2024-11-28T03:20:03,782 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/WALs/b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:03,783 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:03,785 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C32865%2C1732764002019, suffix=, logDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/WALs/b4e3b2a3b1ef,32865,1732764002019, archiveDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/oldWALs, maxLogs=10 2024-11-28T03:20:03,802 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/WALs/b4e3b2a3b1ef,32865,1732764002019/b4e3b2a3b1ef%2C32865%2C1732764002019.1732764003785, exclude list is [], retry=0 2024-11-28T03:20:03,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-abacd164-f617-4401-beb8-ef359466f480,DISK] 2024-11-28T03:20:03,809 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/WALs/b4e3b2a3b1ef,32865,1732764002019/b4e3b2a3b1ef%2C32865%2C1732764002019.1732764003785 2024-11-28T03:20:03,809 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-28T03:20:03,810 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:03,810 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:03,810 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,810 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:20:03,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:03,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:03,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:20:03,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:03,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:03,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:20:03,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:03,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:03,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:20:03,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:03,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:03,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,820 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,821 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,821 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,821 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:03,822 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:03,824 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:03,824 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71860531, jitterRate=0.07080535590648651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:03,825 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764003810Initializing all the Stores at 1732764003811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764003811Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764003811Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764003811Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764003811Cleaning up temporary data from old regions at 1732764003821 (+10 ms)Region opened successfully at 1732764003825 (+4 ms) 2024-11-28T03:20:03,825 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:20:03,828 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d6537f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:03,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:20:03,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:20:03,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:20:03,829 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:20:03,830 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:20:03,830 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:20:03,830 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:20:03,833 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:20:03,834 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Unable to get data of znode /01319805667/balancer because node does not exist (not necessarily an error) 2024-11-28T03:20:03,836 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319805667/balancer already deleted, retry=false 2024-11-28T03:20:03,836 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:20:03,837 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Unable to get data of znode /01319805667/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:20:03,838 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319805667/normalizer already deleted, retry=false 2024-11-28T03:20:03,839 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:20:03,839 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Unable to get data of znode /01319805667/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:20:03,841 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319805667/switch/split already deleted, retry=false 2024-11-28T03:20:03,841 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Unable to get data of znode /01319805667/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:20:03,843 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319805667/switch/merge already deleted, retry=false 2024-11-28T03:20:03,845 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Unable to get data of znode /01319805667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:20:03,848 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01319805667/snapshot-cleanup already deleted, retry=false 2024-11-28T03:20:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01319805667/running 2024-11-28T03:20:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01319805667/running 2024-11-28T03:20:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:03,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:03,850 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,32865,1732764002019, sessionid=0x1015c964ec60000, setting cluster-up flag (Was=false) 2024-11-28T03:20:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:03,858 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01319805667/flush-table-proc/acquired, /01319805667/flush-table-proc/reached, /01319805667/flush-table-proc/abort 2024-11-28T03:20:03,859 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:03,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:03,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:03,867 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01319805667/online-snapshot/acquired, /01319805667/online-snapshot/reached, /01319805667/online-snapshot/abort 2024-11-28T03:20:03,868 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:03,869 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:20:03,870 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:03,870 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:20:03,871 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:20:03,871 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,32865,1732764002019 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:20:03,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:03,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:03,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:03,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:03,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:20:03,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:03,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764033877 2024-11-28T03:20:03,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:20:03,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:20:03,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:20:03,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:20:03,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:20:03,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:20:03,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:03,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:20:03,878 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:20:03,878 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:20:03,878 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:20:03,878 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:20:03,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:03,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:20:03,880 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:20:03,880 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:20:03,883 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764003880,5,FailOnTimeoutGroup] 2024-11-28T03:20:03,884 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764003883,5,FailOnTimeoutGroup] 2024-11-28T03:20:03,884 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,884 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:20:03,884 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,884 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:20:03,921 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(746): ClusterId : ad2fc171-53d7-4bbb-831a-82697ab91212 2024-11-28T03:20:03,921 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:20:03,924 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:20:03,924 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:20:03,926 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:20:03,926 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0e58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:03,938 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:38135 2024-11-28T03:20:03,938 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:20:03,938 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:20:03,938 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:20:03,938 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,32865,1732764002019 with port=38135, startcode=1732764002095 2024-11-28T03:20:03,939 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:20:03,940 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:20:03,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:03,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32865 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:03,942 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2 2024-11-28T03:20:03,942 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35901 2024-11-28T03:20:03,942 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:20:03,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667/rs 2024-11-28T03:20:03,943 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] zookeeper.ZKUtil(111): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on existing znode=/01319805667/rs/b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:03,943 WARN [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:03,944 INFO [RS:0;b4e3b2a3b1ef:38135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:03,944 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:03,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,38135,1732764002095] 2024-11-28T03:20:03,950 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:20:03,951 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:20:03,951 INFO [RS:0;b4e3b2a3b1ef:38135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:20:03,951 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,952 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:20:03,953 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:20:03,953 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:03,953 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:03,954 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,954 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,954 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,954 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,954 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,954 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38135,1732764002095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:03,972 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:20:03,972 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38135,1732764002095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,972 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,972 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.Replication(171): b4e3b2a3b1ef,38135,1732764002095 started 2024-11-28T03:20:03,988 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:03,988 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,38135,1732764002095, RpcServer on b4e3b2a3b1ef/172.17.0.2:38135, sessionid=0x1015c964ec60001 2024-11-28T03:20:03,988 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:20:03,988 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:03,988 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38135,1732764002095' 2024-11-28T03:20:03,988 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01319805667/flush-table-proc/abort' 2024-11-28T03:20:03,989 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01319805667/flush-table-proc/acquired' 2024-11-28T03:20:03,989 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:20:03,989 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:20:03,989 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:03,989 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38135,1732764002095' 2024-11-28T03:20:03,989 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01319805667/online-snapshot/abort' 2024-11-28T03:20:03,990 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01319805667/online-snapshot/acquired' 2024-11-28T03:20:03,990 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:20:03,990 INFO [RS:0;b4e3b2a3b1ef:38135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:20:03,990 INFO [RS:0;b4e3b2a3b1ef:38135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:20:04,090 INFO [RS:0;b4e3b2a3b1ef:38135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:04,092 INFO [RS:0;b4e3b2a3b1ef:38135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38135%2C1732764002095, suffix=, logDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095, archiveDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/oldWALs, maxLogs=10 2024-11-28T03:20:04,108 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, exclude list is [], retry=0 2024-11-28T03:20:04,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-abacd164-f617-4401-beb8-ef359466f480,DISK] 2024-11-28T03:20:04,112 INFO [RS:0;b4e3b2a3b1ef:38135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 2024-11-28T03:20:04,113 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-28T03:20:04,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:20:04,291 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2 2024-11-28T03:20:04,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:20:04,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:04,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:04,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:04,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:04,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:04,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:04,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:04,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:04,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:04,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:04,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:04,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:04,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:04,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:04,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:04,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:04,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:04,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:04,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740 2024-11-28T03:20:04,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740 2024-11-28T03:20:04,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:04,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:04,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:04,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:04,715 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:04,716 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65916197, jitterRate=-0.017772123217582703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:04,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764004697Initializing all the Stores at 1732764004698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764004698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764004698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764004698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764004698Cleaning up temporary data from old regions at 1732764004708 (+10 ms)Region opened successfully at 1732764004716 (+8 ms) 2024-11-28T03:20:04,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:04,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:04,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:04,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:04,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:04,717 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:04,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764004716Disabling compacts and flushes for region at 1732764004716Disabling writes for close at 1732764004716Writing region close event to WAL at 1732764004717 (+1 ms)Closed at 1732764004717 2024-11-28T03:20:04,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:04,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:20:04,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:20:04,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:04,720 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:20:04,870 DEBUG [b4e3b2a3b1ef:32865 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:20:04,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:04,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38135,1732764002095, state=OPENING 2024-11-28T03:20:04,873 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:20:04,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:04,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:04,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:04,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01319805667/meta-region-server: CHANGED 2024-11-28T03:20:04,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01319805667/meta-region-server: CHANGED 2024-11-28T03:20:04,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38135,1732764002095}] 2024-11-28T03:20:05,028 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:05,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:20:05,032 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:20:05,033 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:05,033 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:20:05,034 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38135%2C1732764002095.meta, suffix=.meta, logDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095, archiveDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/oldWALs, maxLogs=10 2024-11-28T03:20:05,047 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.meta.1732764005034.meta, exclude list is [], retry=0 2024-11-28T03:20:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-abacd164-f617-4401-beb8-ef359466f480,DISK] 2024-11-28T03:20:05,050 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.meta.1732764005034.meta 2024-11-28T03:20:05,050 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-28T03:20:05,051 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:05,051 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:05,051 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:05,051 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:20:05,051 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:20:05,051 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:20:05,051 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:05,051 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:20:05,051 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:20:05,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:05,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:05,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:05,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:05,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:05,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:05,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:05,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:05,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:05,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:05,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:05,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:05,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:05,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:05,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:05,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:05,056 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:05,057 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740 2024-11-28T03:20:05,057 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740 2024-11-28T03:20:05,058 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:05,058 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:05,059 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:05,059 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:05,060 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70595750, jitterRate=0.05195865035057068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:05,060 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:20:05,060 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764005051Writing region info on filesystem at 1732764005051Initializing all the Stores at 1732764005052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764005052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764005052Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764005052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764005052Cleaning up temporary data from old regions at 1732764005058 (+6 ms)Running coprocessor post-open hooks at 1732764005060 (+2 ms)Region opened successfully at 1732764005060 2024-11-28T03:20:05,061 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764005028 2024-11-28T03:20:05,063 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:20:05,063 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:20:05,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:05,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38135,1732764002095, state=OPEN 2024-11-28T03:20:05,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01319805667/meta-region-server 2024-11-28T03:20:05,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01319805667/meta-region-server 2024-11-28T03:20:05,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:05,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01319805667/meta-region-server: CHANGED 2024-11-28T03:20:05,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01319805667/meta-region-server: CHANGED 2024-11-28T03:20:05,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:20:05,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38135,1732764002095 in 192 msec 2024-11-28T03:20:05,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:20:05,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-28T03:20:05,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:05,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:20:05,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:05,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=-1] 2024-11-28T03:20:05,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:05,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:05,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-28T03:20:05,078 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764005078, completionTime=-1 2024-11-28T03:20:05,079 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:20:05,079 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:20:05,080 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:20:05,080 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764065080 2024-11-28T03:20:05,080 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764125080 2024-11-28T03:20:05,081 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:20:05,081 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,32865,1732764002019-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:05,081 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,32865,1732764002019-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:05,081 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,32865,1732764002019-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:05,081 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:32865, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:05,081 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:05,081 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:05,082 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:20:05,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-28T03:20:05,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:20:05,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:20:05,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:20:05,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:20:05,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:20:05,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,32865,1732764002019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:05,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,32865,1732764002019-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:20:05,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:20:05,086 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:20:05,086 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,32865,1732764002019-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:05,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3b099c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:05,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,32865,-1 for getting cluster id 2024-11-28T03:20:05,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:05,124 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad2fc171-53d7-4bbb-831a-82697ab91212' 2024-11-28T03:20:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad2fc171-53d7-4bbb-831a-82697ab91212" 2024-11-28T03:20:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501f6036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,32865,-1] 2024-11-28T03:20:05,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:05,125 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:05,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bc00d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:05,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=-1] 2024-11-28T03:20:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:05,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:05,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:05,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:05,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:05,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c964ec60002 connected 2024-11-28T03:20:05,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.log.dir so I do NOT create it in target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26 2024-11-28T03:20:05,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.tmp.dir so I do NOT create it in target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26 2024-11-28T03:20:05,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:20:05,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/cluster_ebef1a61-b9e4-fb2a-cb6e-7c046fcecc0b, deleteOnExit=true 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/test.cache.data in system properties and HBase conf 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:20:05,144 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:20:05,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:05,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:20:05,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:20:05,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:05,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:05,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:05,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:05,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:05,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:05,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ec3d9bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:05,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5cef8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:05,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@119b7d80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/java.io.tmpdir/jetty-localhost-34671-hadoop-hdfs-3_4_1-tests_jar-_-any-16003995333189230668/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:05,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cb3e16{HTTP/1.1, (http/1.1)}{localhost:34671} 2024-11-28T03:20:05,340 INFO [Time-limited test {}] server.Server(415): Started @199673ms 2024-11-28T03:20:05,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:05,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:05,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:05,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:05,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:20:05,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc9cb47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:05,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1036e7c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:05,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13910b44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/java.io.tmpdir/jetty-localhost-38589-hadoop-hdfs-3_4_1-tests_jar-_-any-7117073322977979569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:05,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31c528cd{HTTP/1.1, (http/1.1)}{localhost:38589} 2024-11-28T03:20:05,546 INFO [Time-limited test {}] server.Server(415): Started @199879ms 2024-11-28T03:20:05,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:20:05,663 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/cluster_ebef1a61-b9e4-fb2a-cb6e-7c046fcecc0b/data/data2/current/BP-1787684798-172.17.0.2-1732764005166/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:05,663 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/cluster_ebef1a61-b9e4-fb2a-cb6e-7c046fcecc0b/data/data1/current/BP-1787684798-172.17.0.2-1732764005166/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:05,683 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:20:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22bea6c7dbb95b54 with lease ID 0x7364cece76d99e85: Processing first storage report for DS-e73d0d8d-ce7a-4409-a827-41c88cc1ee97 from datanode DatanodeRegistration(127.0.0.1:37869, datanodeUuid=c8c39766-eb51-4d22-9e2e-4d9a767c5a94, infoPort=34449, infoSecurePort=0, ipcPort=34835, storageInfo=lv=-57;cid=testClusterID;nsid=733580703;c=1732764005166) 2024-11-28T03:20:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22bea6c7dbb95b54 with lease ID 0x7364cece76d99e85: from storage DS-e73d0d8d-ce7a-4409-a827-41c88cc1ee97 node DatanodeRegistration(127.0.0.1:37869, datanodeUuid=c8c39766-eb51-4d22-9e2e-4d9a767c5a94, infoPort=34449, infoSecurePort=0, ipcPort=34835, storageInfo=lv=-57;cid=testClusterID;nsid=733580703;c=1732764005166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22bea6c7dbb95b54 with lease ID 0x7364cece76d99e85: Processing first storage report for DS-2ab4063b-77df-47fe-96af-ac6d64393057 from datanode DatanodeRegistration(127.0.0.1:37869, datanodeUuid=c8c39766-eb51-4d22-9e2e-4d9a767c5a94, infoPort=34449, infoSecurePort=0, ipcPort=34835, storageInfo=lv=-57;cid=testClusterID;nsid=733580703;c=1732764005166) 2024-11-28T03:20:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22bea6c7dbb95b54 with lease ID 0x7364cece76d99e85: from storage DS-2ab4063b-77df-47fe-96af-ac6d64393057 node DatanodeRegistration(127.0.0.1:37869, datanodeUuid=c8c39766-eb51-4d22-9e2e-4d9a767c5a94, infoPort=34449, infoSecurePort=0, ipcPort=34835, storageInfo=lv=-57;cid=testClusterID;nsid=733580703;c=1732764005166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:05,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26 2024-11-28T03:20:05,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:05,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:20:06,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed with version=8 2024-11-28T03:20:06,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/hbase-staging 2024-11-28T03:20:06,184 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:06,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:06,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:06,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:06,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:06,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:06,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:20:06,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:06,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39739 2024-11-28T03:20:06,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39739 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:06,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397390x0, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:06,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39739-0x1015c964ec60003 connected 2024-11-28T03:20:06,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:06,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:06,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on znode that does not yet exist, /11678516938/running 2024-11-28T03:20:06,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed, hbase.cluster.distributed=false 2024-11-28T03:20:06,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on znode that does not yet exist, /11678516938/acl 2024-11-28T03:20:06,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-28T03:20:06,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39739 2024-11-28T03:20:06,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39739 2024-11-28T03:20:06,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-28T03:20:06,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39739 2024-11-28T03:20:06,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:06,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:06,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:06,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:06,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:06,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:06,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:20:06,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:06,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35061 2024-11-28T03:20:06,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35061 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:06,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:06,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350610x0, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:06,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350610x0, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on znode that does not yet exist, /11678516938/running 2024-11-28T03:20:06,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35061-0x1015c964ec60004 connected 2024-11-28T03:20:06,241 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:20:06,245 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:20:06,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on znode that does not yet exist, /11678516938/master 2024-11-28T03:20:06,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on znode that does not yet exist, /11678516938/acl 2024-11-28T03:20:06,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35061 2024-11-28T03:20:06,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35061 2024-11-28T03:20:06,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35061 2024-11-28T03:20:06,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35061 2024-11-28T03:20:06,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35061 2024-11-28T03:20:06,267 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:39739 2024-11-28T03:20:06,268 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11678516938/backup-masters/b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938/backup-masters 2024-11-28T03:20:06,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938/backup-masters 2024-11-28T03:20:06,271 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on existing znode=/11678516938/backup-masters/b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:06,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678516938/master 2024-11-28T03:20:06,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:06,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:06,273 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on existing znode=/11678516938/master 2024-11-28T03:20:06,273 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11678516938/backup-masters/b4e3b2a3b1ef,39739,1732764006184 from backup master directory 2024-11-28T03:20:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678516938/backup-masters/b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938/backup-masters 2024-11-28T03:20:06,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938/backup-masters 2024-11-28T03:20:06,274 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:06,274 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:06,277 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/hbase.id] with ID: 456c749e-86cc-4ec7-b0a8-98c09b3de407 2024-11-28T03:20:06,277 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/.tmp/hbase.id 2024-11-28T03:20:06,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:20:06,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:06,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:06,685 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/.tmp/hbase.id]:[hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/hbase.id] 2024-11-28T03:20:06,694 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:06,694 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:20:06,695 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:20:06,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:06,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:06,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:20:07,102 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:07,103 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:20:07,104 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:07,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:20:07,510 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store 2024-11-28T03:20:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:20:07,916 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:07,916 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:07,916 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:07,916 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:07,916 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:07,916 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:07,916 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:07,916 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764007916Disabling compacts and flushes for region at 1732764007916Disabling writes for close at 1732764007916Writing region close event to WAL at 1732764007916Closed at 1732764007916 2024-11-28T03:20:07,916 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/.initializing 2024-11-28T03:20:07,917 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/WALs/b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:07,917 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:07,918 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C39739%2C1732764006184, suffix=, logDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/WALs/b4e3b2a3b1ef,39739,1732764006184, archiveDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/oldWALs, maxLogs=10 2024-11-28T03:20:07,932 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/WALs/b4e3b2a3b1ef,39739,1732764006184/b4e3b2a3b1ef%2C39739%2C1732764006184.1732764007919, exclude list is [], retry=0 2024-11-28T03:20:07,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37869,DS-e73d0d8d-ce7a-4409-a827-41c88cc1ee97,DISK] 2024-11-28T03:20:07,935 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/WALs/b4e3b2a3b1ef,39739,1732764006184/b4e3b2a3b1ef%2C39739%2C1732764006184.1732764007919 2024-11-28T03:20:07,936 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-28T03:20:07,936 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:07,936 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:07,936 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,936 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:20:07,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:07,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:07,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:20:07,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:07,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:07,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:20:07,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:07,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:07,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:20:07,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:07,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:07,942 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,943 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,943 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,944 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,944 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,944 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:07,945 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:07,946 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:07,947 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67658247, jitterRate=0.008186444640159607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:07,947 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764007936Initializing all the Stores at 1732764007937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764007937Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764007937Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764007937Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764007937Cleaning up temporary data from old regions at 1732764007944 (+7 ms)Region opened successfully at 1732764007947 (+3 ms) 2024-11-28T03:20:07,947 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:20:07,949 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7163c815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:07,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:20:07,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:20:07,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:20:07,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:20:07,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:20:07,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:20:07,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:20:07,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:20:07,953 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Unable to get data of znode /11678516938/balancer because node does not exist (not necessarily an error) 2024-11-28T03:20:07,955 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678516938/balancer already deleted, retry=false 2024-11-28T03:20:07,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:20:07,956 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Unable to get data of znode /11678516938/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:20:07,958 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678516938/normalizer already deleted, retry=false 2024-11-28T03:20:07,958 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:20:07,959 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Unable to get data of znode /11678516938/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:20:07,959 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678516938/switch/split already deleted, retry=false 2024-11-28T03:20:07,960 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Unable to get data of znode /11678516938/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:20:07,961 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678516938/switch/merge already deleted, retry=false 2024-11-28T03:20:07,962 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Unable to get data of znode /11678516938/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:20:07,965 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11678516938/snapshot-cleanup already deleted, retry=false 2024-11-28T03:20:07,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678516938/running 2024-11-28T03:20:07,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11678516938/running 2024-11-28T03:20:07,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:07,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:07,967 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,39739,1732764006184, sessionid=0x1015c964ec60003, setting cluster-up flag (Was=false) 2024-11-28T03:20:07,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:07,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:07,978 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11678516938/flush-table-proc/acquired, /11678516938/flush-table-proc/reached, /11678516938/flush-table-proc/abort 2024-11-28T03:20:07,979 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:07,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:07,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:07,987 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11678516938/online-snapshot/acquired, /11678516938/online-snapshot/reached, /11678516938/online-snapshot/abort 2024-11-28T03:20:07,987 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:07,988 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:20:07,990 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:07,990 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:20:07,990 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:20:07,991 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,39739,1732764006184 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:20:07,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:07,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:07,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:07,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:07,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:20:07,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:07,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:07,992 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:07,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:07,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:20:07,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:07,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:20:07,996 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764037996 2024-11-28T03:20:07,996 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:20:07,997 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:20:07,997 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:20:07,997 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:20:07,997 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:20:07,997 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:20:07,997 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:07,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:20:07,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:20:07,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:20:07,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:20:07,999 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:20:07,999 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:20:08,000 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764007999,5,FailOnTimeoutGroup] 2024-11-28T03:20:08,000 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764008000,5,FailOnTimeoutGroup] 2024-11-28T03:20:08,000 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,000 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:20:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:20:08,000 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,000 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,055 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(746): ClusterId : 456c749e-86cc-4ec7-b0a8-98c09b3de407 2024-11-28T03:20:08,055 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:20:08,057 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:20:08,057 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:20:08,059 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:20:08,059 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35471462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:08,071 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:35061 2024-11-28T03:20:08,071 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:20:08,071 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:20:08,071 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:20:08,072 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,39739,1732764006184 with port=35061, startcode=1732764006222 2024-11-28T03:20:08,072 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:20:08,073 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:20:08,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:08,074 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39739 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:08,075 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed 2024-11-28T03:20:08,075 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44257 2024-11-28T03:20:08,075 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:20:08,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938/rs 2024-11-28T03:20:08,079 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] zookeeper.ZKUtil(111): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on existing znode=/11678516938/rs/b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:08,079 WARN [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:08,079 INFO [RS:0;b4e3b2a3b1ef:35061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:08,080 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:08,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,35061,1732764006222] 2024-11-28T03:20:08,085 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:20:08,086 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:20:08,087 INFO [RS:0;b4e3b2a3b1ef:35061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:20:08,087 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,087 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:20:08,088 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:20:08,088 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:08,088 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:08,091 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,091 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,091 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,091 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,091 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,091 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35061,1732764006222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:08,104 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:20:08,105 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35061,1732764006222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,105 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,105 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.Replication(171): b4e3b2a3b1ef,35061,1732764006222 started 2024-11-28T03:20:08,118 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:08,118 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,35061,1732764006222, RpcServer on b4e3b2a3b1ef/172.17.0.2:35061, sessionid=0x1015c964ec60004 2024-11-28T03:20:08,118 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:20:08,118 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:08,118 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,35061,1732764006222' 2024-11-28T03:20:08,118 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11678516938/flush-table-proc/abort' 2024-11-28T03:20:08,118 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11678516938/flush-table-proc/acquired' 2024-11-28T03:20:08,119 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:20:08,119 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:20:08,119 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:08,119 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,35061,1732764006222' 2024-11-28T03:20:08,119 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11678516938/online-snapshot/abort' 2024-11-28T03:20:08,119 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11678516938/online-snapshot/acquired' 2024-11-28T03:20:08,119 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:20:08,119 INFO [RS:0;b4e3b2a3b1ef:35061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:20:08,119 INFO [RS:0;b4e3b2a3b1ef:35061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:20:08,220 INFO [RS:0;b4e3b2a3b1ef:35061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:08,221 INFO [RS:0;b4e3b2a3b1ef:35061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C35061%2C1732764006222, suffix=, logDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222, archiveDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/oldWALs, maxLogs=10 2024-11-28T03:20:08,235 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, exclude list is [], retry=0 2024-11-28T03:20:08,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37869,DS-e73d0d8d-ce7a-4409-a827-41c88cc1ee97,DISK] 2024-11-28T03:20:08,239 INFO [RS:0;b4e3b2a3b1ef:35061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 2024-11-28T03:20:08,240 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-28T03:20:08,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:20:08,401 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed 2024-11-28T03:20:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:20:08,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:08,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:08,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:08,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:08,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:08,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:08,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:08,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:08,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:08,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:08,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:08,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:08,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:08,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:08,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:08,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:08,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:08,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:08,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740 2024-11-28T03:20:08,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740 2024-11-28T03:20:08,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:08,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:08,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:08,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:08,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:08,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61074392, jitterRate=-0.08992063999176025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764008810Initializing all the Stores at 1732764008811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764008811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764008811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764008811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764008811Cleaning up temporary data from old regions at 1732764008818 (+7 ms)Region opened successfully at 1732764008821 (+3 ms) 2024-11-28T03:20:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:08,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:08,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764008822Disabling compacts and flushes for region at 1732764008822Disabling writes for close at 1732764008822Writing region close event to WAL at 1732764008822Closed at 1732764008822 2024-11-28T03:20:08,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:08,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:20:08,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:20:08,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:08,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:20:08,975 DEBUG [b4e3b2a3b1ef:39739 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:20:08,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:08,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,35061,1732764006222, state=OPENING 2024-11-28T03:20:08,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:20:08,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:08,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:08,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678516938/meta-region-server: CHANGED 2024-11-28T03:20:08,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678516938/meta-region-server: CHANGED 2024-11-28T03:20:08,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:08,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,35061,1732764006222}] 2024-11-28T03:20:09,132 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:09,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:20:09,136 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:20:09,136 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:09,136 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:20:09,138 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C35061%2C1732764006222.meta, suffix=.meta, logDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222, archiveDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/oldWALs, maxLogs=10 2024-11-28T03:20:09,151 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.meta.1732764009138.meta, exclude list is [], retry=0 2024-11-28T03:20:09,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37869,DS-e73d0d8d-ce7a-4409-a827-41c88cc1ee97,DISK] 2024-11-28T03:20:09,155 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.meta.1732764009138.meta 2024-11-28T03:20:09,155 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-28T03:20:09,155 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:09,155 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:09,156 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:09,156 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:20:09,156 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:20:09,156 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:20:09,156 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:09,156 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:20:09,156 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:20:09,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:09,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:09,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:09,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:09,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:09,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:09,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:09,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:09,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:09,161 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:09,161 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740 2024-11-28T03:20:09,162 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740 2024-11-28T03:20:09,163 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:09,163 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:09,163 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:09,164 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:09,165 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62102416, jitterRate=-0.07460188865661621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:09,165 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:20:09,165 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764009156Writing region info on filesystem at 1732764009156Initializing all the Stores at 1732764009157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764009157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764009157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764009157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764009157Cleaning up temporary data from old regions at 1732764009163 (+6 ms)Running coprocessor post-open hooks at 1732764009165 (+2 ms)Region opened successfully at 1732764009165 2024-11-28T03:20:09,166 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764009131 2024-11-28T03:20:09,168 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:20:09,168 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:20:09,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:09,170 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,35061,1732764006222, state=OPEN 2024-11-28T03:20:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11678516938/meta-region-server 2024-11-28T03:20:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11678516938/meta-region-server 2024-11-28T03:20:09,172 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:09,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678516938/meta-region-server: CHANGED 2024-11-28T03:20:09,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11678516938/meta-region-server: CHANGED 2024-11-28T03:20:09,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:20:09,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,35061,1732764006222 in 193 msec 2024-11-28T03:20:09,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:20:09,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-28T03:20:09,177 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:09,177 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:20:09,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:09,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=-1] 2024-11-28T03:20:09,178 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:09,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:09,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-28T03:20:09,183 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764009183, completionTime=-1 2024-11-28T03:20:09,184 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:20:09,184 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:20:09,185 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:20:09,185 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764069185 2024-11-28T03:20:09,185 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764129185 2024-11-28T03:20:09,185 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:20:09,186 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39739,1732764006184-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:09,186 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39739,1732764006184-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:09,186 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39739,1732764006184-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:09,186 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:39739, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:09,186 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:09,186 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:09,188 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:20:09,189 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-11-28T03:20:09,190 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:20:09,190 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:20:09,190 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:20:09,190 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:20:09,190 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:20:09,190 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39739,1732764006184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:09,190 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39739,1732764006184-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:20:09,192 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:20:09,192 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:20:09,192 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39739,1732764006184-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:09,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b15dbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:09,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39739,-1 for getting cluster id 2024-11-28T03:20:09,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:09,257 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456c749e-86cc-4ec7-b0a8-98c09b3de407' 2024-11-28T03:20:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456c749e-86cc-4ec7-b0a8-98c09b3de407" 2024-11-28T03:20:09,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7bbbb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39739,-1] 2024-11-28T03:20:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:09,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:09,259 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:09,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5931877f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:09,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=-1] 2024-11-28T03:20:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:09,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:09,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:09,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:09,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:09,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c964ec60005 connected 2024-11-28T03:20:09,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.log.dir so I do NOT create it in target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f 2024-11-28T03:20:09,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:20:09,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.tmp.dir so I do NOT create it in target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f 2024-11-28T03:20:09,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:20:09,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f 2024-11-28T03:20:09,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:20:09,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/cluster_ff9166e3-d0ed-1710-dc68-6631236381d5, deleteOnExit=true 2024-11-28T03:20:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:20:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/test.cache.data in system properties and HBase conf 2024-11-28T03:20:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:20:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:20:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:20:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:20:09,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:20:09,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:20:09,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:20:09,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:20:09,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:09,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:20:09,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:20:09,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:09,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:09,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:09,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:09,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:09,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:09,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571fba1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:09,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e89182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:09,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23ca4f29{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/java.io.tmpdir/jetty-localhost-45833-hadoop-hdfs-3_4_1-tests_jar-_-any-22101685588394196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:09,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@185a4390{HTTP/1.1, (http/1.1)}{localhost:45833} 2024-11-28T03:20:09,566 INFO [Time-limited test {}] server.Server(415): Started @203899ms 2024-11-28T03:20:09,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:09,664 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:09,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:09,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:09,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:09,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@412bff8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:09,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6447ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:09,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fd3243d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/java.io.tmpdir/jetty-localhost-38981-hadoop-hdfs-3_4_1-tests_jar-_-any-15026711437424783542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:09,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@334a8ff8{HTTP/1.1, (http/1.1)}{localhost:38981} 2024-11-28T03:20:09,787 INFO [Time-limited test {}] server.Server(415): Started @204120ms 2024-11-28T03:20:09,789 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:20:09,898 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/cluster_ff9166e3-d0ed-1710-dc68-6631236381d5/data/data2/current/BP-679040642-172.17.0.2-1732764009301/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:09,898 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/cluster_ff9166e3-d0ed-1710-dc68-6631236381d5/data/data1/current/BP-679040642-172.17.0.2-1732764009301/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:09,926 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:20:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaa23f0d28f76ac2 with lease ID 0x3c3e0a7d27b48b32: Processing first storage report for DS-0952b543-0ff8-4a9b-8180-6dc825c9c76e from datanode DatanodeRegistration(127.0.0.1:41991, datanodeUuid=ddb4b286-491c-4091-a42e-0362fc6fe5a9, infoPort=42441, infoSecurePort=0, ipcPort=33339, storageInfo=lv=-57;cid=testClusterID;nsid=959211415;c=1732764009301) 2024-11-28T03:20:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaa23f0d28f76ac2 with lease ID 0x3c3e0a7d27b48b32: from storage DS-0952b543-0ff8-4a9b-8180-6dc825c9c76e node DatanodeRegistration(127.0.0.1:41991, datanodeUuid=ddb4b286-491c-4091-a42e-0362fc6fe5a9, infoPort=42441, infoSecurePort=0, ipcPort=33339, storageInfo=lv=-57;cid=testClusterID;nsid=959211415;c=1732764009301), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaa23f0d28f76ac2 with lease ID 0x3c3e0a7d27b48b32: Processing first storage report for DS-4020efba-a82b-423a-8218-344107294b93 from datanode DatanodeRegistration(127.0.0.1:41991, datanodeUuid=ddb4b286-491c-4091-a42e-0362fc6fe5a9, infoPort=42441, infoSecurePort=0, ipcPort=33339, storageInfo=lv=-57;cid=testClusterID;nsid=959211415;c=1732764009301) 2024-11-28T03:20:09,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaa23f0d28f76ac2 with lease ID 0x3c3e0a7d27b48b32: from storage DS-4020efba-a82b-423a-8218-344107294b93 node DatanodeRegistration(127.0.0.1:41991, datanodeUuid=ddb4b286-491c-4091-a42e-0362fc6fe5a9, infoPort=42441, infoSecurePort=0, ipcPort=33339, storageInfo=lv=-57;cid=testClusterID;nsid=959211415;c=1732764009301), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:09,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:20:10,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f 2024-11-28T03:20:10,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:10,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:20:10,436 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0 with version=8 2024-11-28T03:20:10,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/hbase-staging 2024-11-28T03:20:10,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:10,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:10,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:10,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:20:10,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:10,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40163 2024-11-28T03:20:10,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40163 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:10,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401630x0, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:10,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40163-0x1015c964ec60006 connected 2024-11-28T03:20:10,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:10,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:10,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on znode that does not yet exist, /2-1310801565/running 2024-11-28T03:20:10,470 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0, hbase.cluster.distributed=false 2024-11-28T03:20:10,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on znode that does not yet exist, /2-1310801565/acl 2024-11-28T03:20:10,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-28T03:20:10,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40163 2024-11-28T03:20:10,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40163 2024-11-28T03:20:10,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-28T03:20:10,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40163 2024-11-28T03:20:10,494 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:10,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:10,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:10,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:10,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:10,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:10,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:20:10,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:10,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37651 2024-11-28T03:20:10,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37651 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:10,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:10,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:10,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376510x0, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:10,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376510x0, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on znode that does not yet exist, /2-1310801565/running 2024-11-28T03:20:10,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37651-0x1015c964ec60007 connected 2024-11-28T03:20:10,505 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:20:10,508 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:20:10,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on znode that does not yet exist, /2-1310801565/master 2024-11-28T03:20:10,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on znode that does not yet exist, /2-1310801565/acl 2024-11-28T03:20:10,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37651 2024-11-28T03:20:10,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37651 2024-11-28T03:20:10,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37651 2024-11-28T03:20:10,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37651 2024-11-28T03:20:10,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37651 2024-11-28T03:20:10,528 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:40163 2024-11-28T03:20:10,528 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1310801565/backup-masters/b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:10,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565/backup-masters 2024-11-28T03:20:10,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565/backup-masters 2024-11-28T03:20:10,530 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on existing znode=/2-1310801565/backup-masters/b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:10,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1310801565/master 2024-11-28T03:20:10,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:10,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:10,532 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on existing znode=/2-1310801565/master 2024-11-28T03:20:10,532 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1310801565/backup-masters/b4e3b2a3b1ef,40163,1732764010439 from backup master directory 2024-11-28T03:20:10,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565/backup-masters 2024-11-28T03:20:10,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1310801565/backup-masters/b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:10,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565/backup-masters 2024-11-28T03:20:10,535 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:10,535 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:10,539 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/hbase.id] with ID: 35546c10-7768-4305-bcce-544c71c547aa 2024-11-28T03:20:10,539 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/.tmp/hbase.id 2024-11-28T03:20:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:20:10,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:20:10,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T03:20:10,944 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/.tmp/hbase.id]:[hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/hbase.id] 2024-11-28T03:20:10,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:10,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:20:10,953 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:20:10,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:10,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:10,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:20:11,361 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:11,362 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:20:11,362 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:11,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:20:11,378 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store 2024-11-28T03:20:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:20:11,799 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:11,800 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:11,800 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:11,800 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:11,800 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:11,800 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:11,800 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:11,800 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764011800Disabling compacts and flushes for region at 1732764011800Disabling writes for close at 1732764011800Writing region close event to WAL at 1732764011800Closed at 1732764011800 2024-11-28T03:20:11,801 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/.initializing 2024-11-28T03:20:11,801 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/WALs/b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:11,802 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:11,804 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C40163%2C1732764010439, suffix=, logDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/WALs/b4e3b2a3b1ef,40163,1732764010439, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/oldWALs, maxLogs=10 2024-11-28T03:20:11,827 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/WALs/b4e3b2a3b1ef,40163,1732764010439/b4e3b2a3b1ef%2C40163%2C1732764010439.1732764011805, exclude list is [], retry=0 2024-11-28T03:20:11,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41991,DS-0952b543-0ff8-4a9b-8180-6dc825c9c76e,DISK] 2024-11-28T03:20:11,843 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/WALs/b4e3b2a3b1ef,40163,1732764010439/b4e3b2a3b1ef%2C40163%2C1732764010439.1732764011805 2024-11-28T03:20:11,848 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42441:42441)] 2024-11-28T03:20:11,849 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:11,849 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:11,849 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,849 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:20:11,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:11,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:20:11,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:11,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:20:11,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:11,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:20:11,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:11,860 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,860 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,861 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,864 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,864 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,864 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:11,865 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:11,871 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:11,872 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61085949, jitterRate=-0.08974842727184296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:11,872 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764011849Initializing all the Stores at 1732764011850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764011850Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764011852 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764011852Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764011852Cleaning up temporary data from old regions at 1732764011864 (+12 ms)Region opened successfully at 1732764011872 (+8 ms) 2024-11-28T03:20:11,872 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:20:11,876 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50db3291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:11,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:20:11,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:20:11,877 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:20:11,878 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:20:11,878 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:20:11,879 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:20:11,879 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:20:11,888 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:20:11,890 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Unable to get data of znode /2-1310801565/balancer because node does not exist (not necessarily an error) 2024-11-28T03:20:11,891 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1310801565/balancer already deleted, retry=false 2024-11-28T03:20:11,891 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:20:11,892 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Unable to get data of znode /2-1310801565/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:20:11,894 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1310801565/normalizer already deleted, retry=false 2024-11-28T03:20:11,894 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:20:11,901 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Unable to get data of znode /2-1310801565/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:20:11,903 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1310801565/switch/split already deleted, retry=false 2024-11-28T03:20:11,904 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Unable to get data of znode /2-1310801565/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:20:11,906 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1310801565/switch/merge already deleted, retry=false 2024-11-28T03:20:11,908 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Unable to get data of znode /2-1310801565/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:20:11,909 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1310801565/snapshot-cleanup already deleted, retry=false 2024-11-28T03:20:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1310801565/running 2024-11-28T03:20:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1310801565/running 2024-11-28T03:20:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:11,911 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,40163,1732764010439, sessionid=0x1015c964ec60006, setting cluster-up flag (Was=false) 2024-11-28T03:20:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:11,921 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1310801565/flush-table-proc/acquired, /2-1310801565/flush-table-proc/reached, /2-1310801565/flush-table-proc/abort 2024-11-28T03:20:11,922 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:11,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:11,931 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1310801565/online-snapshot/acquired, /2-1310801565/online-snapshot/reached, /2-1310801565/online-snapshot/abort 2024-11-28T03:20:11,932 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:11,937 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:20:11,939 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:11,939 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:20:11,939 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:20:11,940 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,40163,1732764010439 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:20:11,941 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:11,941 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:11,941 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:11,941 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:11,941 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:20:11,941 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:11,941 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:11,941 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:11,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764041949 2024-11-28T03:20:11,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:11,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:20:11,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:20:11,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:20:11,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:20:11,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:20:11,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:20:11,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:20:11,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:11,951 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:20:11,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:20:11,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:20:11,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:20:11,951 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:20:11,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:20:11,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:20:11,956 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764011952,5,FailOnTimeoutGroup] 2024-11-28T03:20:11,957 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764011956,5,FailOnTimeoutGroup] 2024-11-28T03:20:11,957 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:11,957 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:20:11,957 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:11,957 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:11,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:20:11,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:20:11,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0 2024-11-28T03:20:11,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:20:11,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:11,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:11,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:11,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:11,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:11,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:11,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:11,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:11,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:11,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:11,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:11,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:11,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:11,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:11,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:11,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740 2024-11-28T03:20:11,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740 2024-11-28T03:20:11,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:11,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:11,994 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:11,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:11,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:11,997 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66176394, jitterRate=-0.013894885778427124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:11,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764011978Initializing all the Stores at 1732764011979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764011979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764011980 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764011980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764011980Cleaning up temporary data from old regions at 1732764011994 (+14 ms)Region opened successfully at 1732764011998 (+4 ms) 2024-11-28T03:20:11,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:11,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:11,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:11,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:12,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:12,007 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:12,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764011998Disabling compacts and flushes for region at 1732764011998Disabling writes for close at 1732764012000 (+2 ms)Writing region close event to WAL at 1732764012007 (+7 ms)Closed at 1732764012007 2024-11-28T03:20:12,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:12,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:20:12,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:20:12,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:12,011 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:20:12,017 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(746): ClusterId : 35546c10-7768-4305-bcce-544c71c547aa 2024-11-28T03:20:12,018 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:20:12,020 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:20:12,020 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:20:12,021 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:20:12,022 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c56a402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:12,035 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:37651 2024-11-28T03:20:12,035 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:20:12,035 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:20:12,035 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:20:12,036 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,40163,1732764010439 with port=37651, startcode=1732764010494 2024-11-28T03:20:12,037 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:20:12,041 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:20:12,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,044 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0 2024-11-28T03:20:12,044 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38541 2024-11-28T03:20:12,044 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:20:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565/rs 2024-11-28T03:20:12,051 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] zookeeper.ZKUtil(111): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on existing znode=/2-1310801565/rs/b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,051 WARN [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:12,051 INFO [RS:0;b4e3b2a3b1ef:37651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:12,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,37651,1732764010494] 2024-11-28T03:20:12,051 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,055 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:20:12,057 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:20:12,060 INFO [RS:0;b4e3b2a3b1ef:37651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:20:12,060 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,064 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:20:12,065 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:20:12,065 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,065 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,065 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,065 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,065 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,065 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,065 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:12,065 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,066 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,066 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,066 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,066 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,066 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:12,066 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:12,066 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:12,076 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,076 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,076 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,076 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,076 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,076 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37651,1732764010494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:12,094 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:20:12,094 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,37651,1732764010494-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,095 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,095 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.Replication(171): b4e3b2a3b1ef,37651,1732764010494 started 2024-11-28T03:20:12,112 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,112 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,37651,1732764010494, RpcServer on b4e3b2a3b1ef/172.17.0.2:37651, sessionid=0x1015c964ec60007 2024-11-28T03:20:12,113 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:20:12,113 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,113 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,37651,1732764010494' 2024-11-28T03:20:12,113 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1310801565/flush-table-proc/abort' 2024-11-28T03:20:12,114 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1310801565/flush-table-proc/acquired' 2024-11-28T03:20:12,114 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:20:12,114 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:20:12,114 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,114 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,37651,1732764010494' 2024-11-28T03:20:12,114 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1310801565/online-snapshot/abort' 2024-11-28T03:20:12,115 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1310801565/online-snapshot/acquired' 2024-11-28T03:20:12,115 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:20:12,115 INFO [RS:0;b4e3b2a3b1ef:37651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:20:12,115 INFO [RS:0;b4e3b2a3b1ef:37651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:20:12,161 WARN [b4e3b2a3b1ef:40163 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T03:20:12,215 INFO [RS:0;b4e3b2a3b1ef:37651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:12,217 INFO [RS:0;b4e3b2a3b1ef:37651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37651%2C1732764010494, suffix=, logDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/oldWALs, maxLogs=10 2024-11-28T03:20:12,234 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, exclude list is [], retry=0 2024-11-28T03:20:12,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41991,DS-0952b543-0ff8-4a9b-8180-6dc825c9c76e,DISK] 2024-11-28T03:20:12,241 INFO [RS:0;b4e3b2a3b1ef:37651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 2024-11-28T03:20:12,242 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42441:42441)] 2024-11-28T03:20:12,412 DEBUG [b4e3b2a3b1ef:40163 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:20:12,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,414 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,37651,1732764010494, state=OPENING 2024-11-28T03:20:12,415 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:20:12,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:12,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:12,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1310801565/meta-region-server: CHANGED 2024-11-28T03:20:12,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1310801565/meta-region-server: CHANGED 2024-11-28T03:20:12,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:12,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37651,1732764010494}] 2024-11-28T03:20:12,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:12,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:20:12,578 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:20:12,578 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:12,578 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:20:12,579 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37651%2C1732764010494.meta, suffix=.meta, logDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/oldWALs, maxLogs=10 2024-11-28T03:20:12,593 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.meta.1732764012580.meta, exclude list is [], retry=0 2024-11-28T03:20:12,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41991,DS-0952b543-0ff8-4a9b-8180-6dc825c9c76e,DISK] 2024-11-28T03:20:12,597 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.meta.1732764012580.meta 2024-11-28T03:20:12,597 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42441:42441)] 2024-11-28T03:20:12,597 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:12,597 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:12,597 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:12,598 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:20:12,598 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:20:12,598 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:20:12,598 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:12,598 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:20:12,598 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:20:12,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:12,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:12,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:12,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:12,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:12,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:12,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:12,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:12,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:12,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:12,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:12,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:12,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:12,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:12,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:12,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:12,609 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:12,610 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740 2024-11-28T03:20:12,610 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740 2024-11-28T03:20:12,611 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:12,611 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:12,612 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:12,613 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:12,614 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60536687, jitterRate=-0.09793306887149811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:12,614 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:20:12,614 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764012598Writing region info on filesystem at 1732764012598Initializing all the Stores at 1732764012599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764012599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764012599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764012599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764012599Cleaning up temporary data from old regions at 1732764012611 (+12 ms)Running coprocessor post-open hooks at 1732764012614 (+3 ms)Region opened successfully at 1732764012614 2024-11-28T03:20:12,615 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764012572 2024-11-28T03:20:12,617 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:20:12,617 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:20:12,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,619 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,37651,1732764010494, state=OPEN 2024-11-28T03:20:12,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1310801565/meta-region-server 2024-11-28T03:20:12,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1310801565/meta-region-server 2024-11-28T03:20:12,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1310801565/meta-region-server: CHANGED 2024-11-28T03:20:12,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:12,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1310801565/meta-region-server: CHANGED 2024-11-28T03:20:12,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:20:12,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,37651,1732764010494 in 203 msec 2024-11-28T03:20:12,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:20:12,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-28T03:20:12,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:12,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:20:12,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:12,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=-1] 2024-11-28T03:20:12,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:12,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:12,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 696 msec 2024-11-28T03:20:12,634 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764012634, completionTime=-1 2024-11-28T03:20:12,634 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:20:12,634 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764072637 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764132637 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40163,1732764010439-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40163,1732764010439-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40163,1732764010439-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:40163, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,639 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:20:12,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.107sec 2024-11-28T03:20:12,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:20:12,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:20:12,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:20:12,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:20:12,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:20:12,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40163,1732764010439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:12,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40163,1732764010439-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:20:12,644 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:20:12,644 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:20:12,644 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,40163,1732764010439-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:12,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b7778c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:12,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40163,-1 for getting cluster id 2024-11-28T03:20:12,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:12,723 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35546c10-7768-4305-bcce-544c71c547aa' 2024-11-28T03:20:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35546c10-7768-4305-bcce-544c71c547aa" 2024-11-28T03:20:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5129ea11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40163,-1] 2024-11-28T03:20:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:12,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:12,725 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:12,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:12,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=-1] 2024-11-28T03:20:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:12,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:12,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:12,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-11-28T03:20:12,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:12,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015c964ec60008 connected 2024-11-28T03:20:12,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b1bf2a1 2024-11-28T03:20:12,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:12,740 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:12,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:20:12,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:12,743 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:12,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:20:12,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:20:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:13,163 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f13853e523933e5860824ecafb1c94a4, NAME => 'test,,1732764012740.f13853e523933e5860824ecafb1c94a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2 2024-11-28T03:20:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:20:13,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764012740.f13853e523933e5860824ecafb1c94a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:13,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f13853e523933e5860824ecafb1c94a4, disabling compactions & flushes 2024-11-28T03:20:13,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:13,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:13,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764012740.f13853e523933e5860824ecafb1c94a4. after waiting 0 ms 2024-11-28T03:20:13,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:13,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:13,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f13853e523933e5860824ecafb1c94a4: Waiting for close lock at 1732764013178Disabling compacts and flushes for region at 1732764013178Disabling writes for close at 1732764013178Writing region close event to WAL at 1732764013178Closed at 1732764013178 2024-11-28T03:20:13,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:13,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764012740.f13853e523933e5860824ecafb1c94a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764013180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764013180"}]},"ts":"1732764013180"} 2024-11-28T03:20:13,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:13,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:13,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764013183"}]},"ts":"1732764013183"} 2024-11-28T03:20:13,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:20:13,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f13853e523933e5860824ecafb1c94a4, ASSIGN}] 2024-11-28T03:20:13,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f13853e523933e5860824ecafb1c94a4, ASSIGN 2024-11-28T03:20:13,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f13853e523933e5860824ecafb1c94a4, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,38135,1732764002095; forceNewPlan=false, retain=false 2024-11-28T03:20:13,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f13853e523933e5860824ecafb1c94a4, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:13,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f13853e523933e5860824ecafb1c94a4, ASSIGN because future has completed 2024-11-28T03:20:13,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f13853e523933e5860824ecafb1c94a4, server=b4e3b2a3b1ef,38135,1732764002095}] 2024-11-28T03:20:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:13,505 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:13,505 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f13853e523933e5860824ecafb1c94a4, NAME => 'test,,1732764012740.f13853e523933e5860824ecafb1c94a4.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:13,506 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:13,506 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:20:13,506 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,506 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764012740.f13853e523933e5860824ecafb1c94a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:13,506 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,506 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,507 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,508 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f13853e523933e5860824ecafb1c94a4 columnFamilyName f 2024-11-28T03:20:13,508 DEBUG [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:13,509 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] regionserver.HStore(327): Store=f13853e523933e5860824ecafb1c94a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:13,509 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,510 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f13853e523933e5860824ecafb1c94a4 columnFamilyName f1 2024-11-28T03:20:13,510 DEBUG [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:13,510 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] regionserver.HStore(327): Store=f13853e523933e5860824ecafb1c94a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:13,510 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,511 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f13853e523933e5860824ecafb1c94a4 columnFamilyName norep 2024-11-28T03:20:13,511 DEBUG [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:13,511 INFO [StoreOpener-f13853e523933e5860824ecafb1c94a4-1 {}] regionserver.HStore(327): Store=f13853e523933e5860824ecafb1c94a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:13,512 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,512 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,512 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,513 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,513 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,514 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:13,515 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,522 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:13,522 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f13853e523933e5860824ecafb1c94a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73960357, jitterRate=0.10209520161151886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:13,522 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:13,523 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f13853e523933e5860824ecafb1c94a4: Running coprocessor pre-open hook at 1732764013506Writing region info on filesystem at 1732764013506Initializing all the Stores at 1732764013507 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764013507Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764013507Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764013507Cleaning up temporary data from old regions at 1732764013513 (+6 ms)Running coprocessor post-open hooks at 1732764013522 (+9 ms)Region opened successfully at 1732764013523 (+1 ms) 2024-11-28T03:20:13,524 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764012740.f13853e523933e5860824ecafb1c94a4., pid=6, masterSystemTime=1732764013501 2024-11-28T03:20:13,526 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:13,526 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:13,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f13853e523933e5860824ecafb1c94a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:13,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f13853e523933e5860824ecafb1c94a4, server=b4e3b2a3b1ef,38135,1732764002095 because future has completed 2024-11-28T03:20:13,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:20:13,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f13853e523933e5860824ecafb1c94a4, server=b4e3b2a3b1ef,38135,1732764002095 in 180 msec 2024-11-28T03:20:13,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:20:13,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f13853e523933e5860824ecafb1c94a4, ASSIGN in 345 msec 2024-11-28T03:20:13,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:13,533 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764013533"}]},"ts":"1732764013533"} 2024-11-28T03:20:13,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:20:13,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:13,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-11-28T03:20:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:13,882 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:20:13,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c25a2b3 2024-11-28T03:20:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:13,884 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:13,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:20:13,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:13,887 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:13,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:20:13,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:20:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:14,296 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f6d278597027f3ba777b5cf3201faae, NAME => 'test,,1732764013884.6f6d278597027f3ba777b5cf3201faae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed 2024-11-28T03:20:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:20:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:14,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:14,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:14,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764013884.6f6d278597027f3ba777b5cf3201faae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:14,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f6d278597027f3ba777b5cf3201faae, disabling compactions & flushes 2024-11-28T03:20:14,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:14,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:14,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. after waiting 0 ms 2024-11-28T03:20:14,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:14,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:14,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f6d278597027f3ba777b5cf3201faae: Waiting for close lock at 1732764014704Disabling compacts and flushes for region at 1732764014704Disabling writes for close at 1732764014704Writing region close event to WAL at 1732764014704Closed at 1732764014704 2024-11-28T03:20:14,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:14,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764013884.6f6d278597027f3ba777b5cf3201faae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764014705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764014705"}]},"ts":"1732764014705"} 2024-11-28T03:20:14,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:14,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:14,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764014708"}]},"ts":"1732764014708"} 2024-11-28T03:20:14,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:20:14,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f6d278597027f3ba777b5cf3201faae, ASSIGN}] 2024-11-28T03:20:14,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f6d278597027f3ba777b5cf3201faae, ASSIGN 2024-11-28T03:20:14,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f6d278597027f3ba777b5cf3201faae, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,35061,1732764006222; forceNewPlan=false, retain=false 2024-11-28T03:20:14,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f6d278597027f3ba777b5cf3201faae, regionState=OPENING, regionLocation=b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:14,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f6d278597027f3ba777b5cf3201faae, ASSIGN because future has completed 2024-11-28T03:20:14,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6d278597027f3ba777b5cf3201faae, server=b4e3b2a3b1ef,35061,1732764006222}] 2024-11-28T03:20:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:15,031 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:15,032 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f6d278597027f3ba777b5cf3201faae, NAME => 'test,,1732764013884.6f6d278597027f3ba777b5cf3201faae.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:15,032 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:15,032 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:20:15,033 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,033 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764013884.6f6d278597027f3ba777b5cf3201faae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:15,033 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,033 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,037 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,039 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6d278597027f3ba777b5cf3201faae columnFamilyName f 2024-11-28T03:20:15,040 DEBUG [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:15,040 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] regionserver.HStore(327): Store=6f6d278597027f3ba777b5cf3201faae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:15,040 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,041 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6d278597027f3ba777b5cf3201faae columnFamilyName f1 2024-11-28T03:20:15,041 DEBUG [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:15,041 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] regionserver.HStore(327): Store=6f6d278597027f3ba777b5cf3201faae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:15,042 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,043 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6d278597027f3ba777b5cf3201faae columnFamilyName norep 2024-11-28T03:20:15,043 DEBUG [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:15,043 INFO [StoreOpener-6f6d278597027f3ba777b5cf3201faae-1 {}] regionserver.HStore(327): Store=6f6d278597027f3ba777b5cf3201faae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:15,043 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,046 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,046 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,047 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,047 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,048 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:15,049 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,051 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:15,051 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f6d278597027f3ba777b5cf3201faae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63349911, jitterRate=-0.05601276457309723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:15,051 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:15,051 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f6d278597027f3ba777b5cf3201faae: Running coprocessor pre-open hook at 1732764015033Writing region info on filesystem at 1732764015033Initializing all the Stores at 1732764015034 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764015034Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764015036 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764015036Cleaning up temporary data from old regions at 1732764015047 (+11 ms)Running coprocessor post-open hooks at 1732764015051 (+4 ms)Region opened successfully at 1732764015051 2024-11-28T03:20:15,052 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764013884.6f6d278597027f3ba777b5cf3201faae., pid=6, masterSystemTime=1732764015021 2024-11-28T03:20:15,054 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:15,055 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:15,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f6d278597027f3ba777b5cf3201faae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:15,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f6d278597027f3ba777b5cf3201faae, server=b4e3b2a3b1ef,35061,1732764006222 because future has completed 2024-11-28T03:20:15,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:20:15,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f6d278597027f3ba777b5cf3201faae, server=b4e3b2a3b1ef,35061,1732764006222 in 193 msec 2024-11-28T03:20:15,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:20:15,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f6d278597027f3ba777b5cf3201faae, ASSIGN in 353 msec 2024-11-28T03:20:15,070 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:15,070 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764015070"}]},"ts":"1732764015070"} 2024-11-28T03:20:15,072 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:20:15,073 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:15,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-11-28T03:20:15,952 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:20:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:16,032 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:20:16,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:16,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4296dc6d 2024-11-28T03:20:16,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:16,035 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:16,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:20:16,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:16,038 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:16,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:20:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:16,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:16,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:20:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:16,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:16,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e6c3e71556f67a55756960a9e039efd, NAME => 'test,,1732764016035.5e6c3e71556f67a55756960a9e039efd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0 2024-11-28T03:20:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:20:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:16,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764016035.5e6c3e71556f67a55756960a9e039efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:16,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e6c3e71556f67a55756960a9e039efd, disabling compactions & flushes 2024-11-28T03:20:16,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:16,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:16,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. after waiting 0 ms 2024-11-28T03:20:16,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:16,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:16,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e6c3e71556f67a55756960a9e039efd: Waiting for close lock at 1732764016860Disabling compacts and flushes for region at 1732764016860Disabling writes for close at 1732764016860Writing region close event to WAL at 1732764016860Closed at 1732764016860 2024-11-28T03:20:16,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:16,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764016035.5e6c3e71556f67a55756960a9e039efd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764016861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764016861"}]},"ts":"1732764016861"} 2024-11-28T03:20:16,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:16,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:16,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764016864"}]},"ts":"1732764016864"} 2024-11-28T03:20:16,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:20:16,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e6c3e71556f67a55756960a9e039efd, ASSIGN}] 2024-11-28T03:20:16,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e6c3e71556f67a55756960a9e039efd, ASSIGN 2024-11-28T03:20:16,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e6c3e71556f67a55756960a9e039efd, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,37651,1732764010494; forceNewPlan=false, retain=false 2024-11-28T03:20:17,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e6c3e71556f67a55756960a9e039efd, regionState=OPENING, regionLocation=b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:17,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e6c3e71556f67a55756960a9e039efd, ASSIGN because future has completed 2024-11-28T03:20:17,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6c3e71556f67a55756960a9e039efd, server=b4e3b2a3b1ef,37651,1732764010494}] 2024-11-28T03:20:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:17,181 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:17,181 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6c3e71556f67a55756960a9e039efd, NAME => 'test,,1732764016035.5e6c3e71556f67a55756960a9e039efd.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:17,181 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:17,181 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:20:17,182 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,182 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764016035.5e6c3e71556f67a55756960a9e039efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:17,182 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,182 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,183 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,184 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c3e71556f67a55756960a9e039efd columnFamilyName f 2024-11-28T03:20:17,184 DEBUG [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:17,184 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] regionserver.HStore(327): Store=5e6c3e71556f67a55756960a9e039efd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:17,185 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,185 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c3e71556f67a55756960a9e039efd columnFamilyName f1 2024-11-28T03:20:17,186 DEBUG [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:17,186 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] regionserver.HStore(327): Store=5e6c3e71556f67a55756960a9e039efd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:17,186 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,187 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6c3e71556f67a55756960a9e039efd columnFamilyName norep 2024-11-28T03:20:17,187 DEBUG [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:17,187 INFO [StoreOpener-5e6c3e71556f67a55756960a9e039efd-1 {}] regionserver.HStore(327): Store=5e6c3e71556f67a55756960a9e039efd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:17,187 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,188 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,188 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,189 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,189 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,189 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:17,190 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,192 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:17,192 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e6c3e71556f67a55756960a9e039efd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74658724, jitterRate=0.11250168085098267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:17,192 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:17,193 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e6c3e71556f67a55756960a9e039efd: Running coprocessor pre-open hook at 1732764017182Writing region info on filesystem at 1732764017182Initializing all the Stores at 1732764017183 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764017183Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764017183Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764017183Cleaning up temporary data from old regions at 1732764017189 (+6 ms)Running coprocessor post-open hooks at 1732764017192 (+3 ms)Region opened successfully at 1732764017192 2024-11-28T03:20:17,194 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764016035.5e6c3e71556f67a55756960a9e039efd., pid=6, masterSystemTime=1732764017174 2024-11-28T03:20:17,196 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:17,196 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:17,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e6c3e71556f67a55756960a9e039efd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:17,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6c3e71556f67a55756960a9e039efd, server=b4e3b2a3b1ef,37651,1732764010494 because future has completed 2024-11-28T03:20:17,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:20:17,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e6c3e71556f67a55756960a9e039efd, server=b4e3b2a3b1ef,37651,1732764010494 in 177 msec 2024-11-28T03:20:17,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:20:17,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e6c3e71556f67a55756960a9e039efd, ASSIGN in 334 msec 2024-11-28T03:20:17,205 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:17,205 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764017205"}]},"ts":"1732764017205"} 2024-11-28T03:20:17,207 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:20:17,207 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:17,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-28T03:20:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:18,182 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:20:18,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:18,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,32865,-1 for getting cluster id 2024-11-28T03:20:18,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:18,184 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad2fc171-53d7-4bbb-831a-82697ab91212' 2024-11-28T03:20:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad2fc171-53d7-4bbb-831a-82697ab91212" 2024-11-28T03:20:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44acbbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,32865,-1] 2024-11-28T03:20:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:18,187 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:18,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1337f1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:18,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a2148c 2024-11-28T03:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:18,190 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:18,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:39739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:20:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:20:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:18,197 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:39739' 2024-11-28T03:20:18,200 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1769766c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:18,200 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39739,-1 for getting cluster id 2024-11-28T03:20:18,200 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:18,201 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456c749e-86cc-4ec7-b0a8-98c09b3de407' 2024-11-28T03:20:18,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:18,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456c749e-86cc-4ec7-b0a8-98c09b3de407" 2024-11-28T03:20:18,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed83a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:18,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39739,-1] 2024-11-28T03:20:18,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:18,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:18,203 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:18,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6f9e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:18,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:18,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:18,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49653d6e 2024-11-28T03:20:18,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:18,206 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:18,206 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:20:18,206 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:20:18,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:18,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:18,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:18,207 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:18,208 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:20:18,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:18,209 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:18,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:18,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:20:18,257 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 397ace70bf734dd304cc6f1c46659e91, NAME => 'hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2 2024-11-28T03:20:18,258 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:20:18,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:20:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 397ace70bf734dd304cc6f1c46659e91, disabling compactions & flushes 2024-11-28T03:20:18,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. after waiting 0 ms 2024-11-28T03:20:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:18,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:18,681 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 397ace70bf734dd304cc6f1c46659e91: Waiting for close lock at 1732764018681Disabling compacts and flushes for region at 1732764018681Disabling writes for close at 1732764018681Writing region close event to WAL at 1732764018681Closed at 1732764018681 2024-11-28T03:20:18,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:18,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732764018682"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764018682"}]},"ts":"1732764018682"} 2024-11-28T03:20:18,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:18,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:18,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764018685"}]},"ts":"1732764018685"} 2024-11-28T03:20:18,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:20:18,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=397ace70bf734dd304cc6f1c46659e91, ASSIGN}] 2024-11-28T03:20:18,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=397ace70bf734dd304cc6f1c46659e91, ASSIGN 2024-11-28T03:20:18,688 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=397ace70bf734dd304cc6f1c46659e91, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,38135,1732764002095; forceNewPlan=false, retain=false 2024-11-28T03:20:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:18,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=397ace70bf734dd304cc6f1c46659e91, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:18,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=397ace70bf734dd304cc6f1c46659e91, ASSIGN because future has completed 2024-11-28T03:20:18,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 397ace70bf734dd304cc6f1c46659e91, server=b4e3b2a3b1ef,38135,1732764002095}] 2024-11-28T03:20:18,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:18,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:18,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:20:19,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38135%2C1732764002095.rep, suffix=, logDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095, archiveDir=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/oldWALs, maxLogs=10 2024-11-28T03:20:19,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.rep.1732764019000, exclude list is [], retry=0 2024-11-28T03:20:19,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43067,DS-abacd164-f617-4401-beb8-ef359466f480,DISK] 2024-11-28T03:20:19,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.rep.1732764019000 2024-11-28T03:20:19,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-28T03:20:19,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 397ace70bf734dd304cc6f1c46659e91, NAME => 'hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:19,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:19,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:19,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. service=MultiRowMutationService 2024-11-28T03:20:19,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:20:19,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:19,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,033 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,034 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 397ace70bf734dd304cc6f1c46659e91 columnFamilyName hfileref 2024-11-28T03:20:19,034 DEBUG [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:19,035 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] regionserver.HStore(327): Store=397ace70bf734dd304cc6f1c46659e91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:19,035 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,036 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 397ace70bf734dd304cc6f1c46659e91 columnFamilyName queue 2024-11-28T03:20:19,036 DEBUG [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:19,037 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] regionserver.HStore(327): Store=397ace70bf734dd304cc6f1c46659e91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:19,037 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,038 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 397ace70bf734dd304cc6f1c46659e91 columnFamilyName sid 2024-11-28T03:20:19,038 DEBUG [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:19,038 INFO [StoreOpener-397ace70bf734dd304cc6f1c46659e91-1 {}] regionserver.HStore(327): Store=397ace70bf734dd304cc6f1c46659e91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:19,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:19,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:19,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 397ace70bf734dd304cc6f1c46659e91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69861201, jitterRate=0.04101301729679108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:19,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:19,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 397ace70bf734dd304cc6f1c46659e91: Running coprocessor pre-open hook at 1732764019029Writing region info on filesystem at 1732764019029Initializing all the Stores at 1732764019033 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764019033Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764019033Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764019033Cleaning up temporary data from old regions at 1732764019042 (+9 ms)Running coprocessor post-open hooks at 1732764019046 (+4 ms)Region opened successfully at 1732764019046 2024-11-28T03:20:19,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91., pid=10, masterSystemTime=1732764018994 2024-11-28T03:20:19,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:19,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:19,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=397ace70bf734dd304cc6f1c46659e91, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:19,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 397ace70bf734dd304cc6f1c46659e91, server=b4e3b2a3b1ef,38135,1732764002095 because future has completed 2024-11-28T03:20:19,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:20:19,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 397ace70bf734dd304cc6f1c46659e91, server=b4e3b2a3b1ef,38135,1732764002095 in 213 msec 2024-11-28T03:20:19,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:20:19,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=397ace70bf734dd304cc6f1c46659e91, ASSIGN in 370 msec 2024-11-28T03:20:19,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:19,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764019062"}]},"ts":"1732764019062"} 2024-11-28T03:20:19,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:20:19,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:19,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 858 msec 2024-11-28T03:20:19,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91., hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=2] 2024-11-28T03:20:19,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:19,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:19,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:20:19,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:20:19,275 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:20:19,314 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,38135,1732764002095, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:20:19,315 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:19,315 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=-1] 2024-11-28T03:20:19,315 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:19,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:19,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,38135,1732764002095', locateType=CURRENT is [region=hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91., hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=2] 2024-11-28T03:20:19,326 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:20:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:20:19,328 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,38135,1732764002095 suceeded 2024-11-28T03:20:19,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:20:19,330 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:39739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:20:19,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-28T03:20:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:19,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1410 sec 2024-11-28T03:20:19,345 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:39739' 2024-11-28T03:20:19,353 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bfa6dec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:19,353 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39739,-1 for getting cluster id 2024-11-28T03:20:19,354 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:19,355 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456c749e-86cc-4ec7-b0a8-98c09b3de407' 2024-11-28T03:20:19,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:19,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456c749e-86cc-4ec7-b0a8-98c09b3de407" 2024-11-28T03:20:19,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@376d80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:19,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39739,-1] 2024-11-28T03:20:19,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:19,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:19,357 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:19,364 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61f2a97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:19,364 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:19,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:19,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c128a0 2024-11-28T03:20:19,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:19,366 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-28T03:20:19,367 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,38135,1732764002095 (queues=1) is replicating from cluster=ad2fc171-53d7-4bbb-831a-82697ab91212 to cluster=456c749e-86cc-4ec7-b0a8-98c09b3de407 2024-11-28T03:20:19,367 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C38135%2C1732764002095 2024-11-28T03:20:19,367 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,38135,1732764002095, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:20:19,368 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, startPosition=0, beingWritten=true 2024-11-28T03:20:19,368 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C38135%2C1732764002095 2024-11-28T03:20:19,382 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:19,382 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 379, reset compression=false 2024-11-28T03:20:19,382 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:19,589 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 379, reset compression=false 2024-11-28T03:20:19,896 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 379, reset compression=false 2024-11-28T03:20:20,301 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 379, reset compression=false 2024-11-28T03:20:20,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:20,342 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:20:20,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:20,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:20,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:20,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:20,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:20,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfcaacd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:20,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39739,-1 for getting cluster id 2024-11-28T03:20:20,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:20,344 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456c749e-86cc-4ec7-b0a8-98c09b3de407' 2024-11-28T03:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456c749e-86cc-4ec7-b0a8-98c09b3de407" 2024-11-28T03:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d9d95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39739,-1] 2024-11-28T03:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:20,346 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:20,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da966df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:20,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@144477c2 2024-11-28T03:20:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:20,348 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:20,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:40163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:20:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:20:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:20,352 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:40163' 2024-11-28T03:20:20,353 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1479813c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:20,353 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40163,-1 for getting cluster id 2024-11-28T03:20:20,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:20,354 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35546c10-7768-4305-bcce-544c71c547aa' 2024-11-28T03:20:20,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:20,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35546c10-7768-4305-bcce-544c71c547aa" 2024-11-28T03:20:20,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a79d635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:20,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40163,-1] 2024-11-28T03:20:20,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:20,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:20,355 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:20,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e05957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:20,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:20,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:20,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701fd4d3 2024-11-28T03:20:20,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:20,357 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:20,358 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:20:20,358 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:20:20,358 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:20,358 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:20,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:20,359 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:20,360 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:20:20,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:20,361 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:20,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:20:20,410 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:20:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:20,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:20,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:20,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7528990fc9e77a106ae51acbb010f527, NAME => 'hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed 2024-11-28T03:20:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:20:20,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:20,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7528990fc9e77a106ae51acbb010f527, disabling compactions & flushes 2024-11-28T03:20:20,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:20,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:20,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. after waiting 0 ms 2024-11-28T03:20:20,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:20,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:20,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7528990fc9e77a106ae51acbb010f527: Waiting for close lock at 1732764020774Disabling compacts and flushes for region at 1732764020774Disabling writes for close at 1732764020775 (+1 ms)Writing region close event to WAL at 1732764020775Closed at 1732764020775 2024-11-28T03:20:20,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:20,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732764020776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764020776"}]},"ts":"1732764020776"} 2024-11-28T03:20:20,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:20,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:20,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764020779"}]},"ts":"1732764020779"} 2024-11-28T03:20:20,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:20:20,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7528990fc9e77a106ae51acbb010f527, ASSIGN}] 2024-11-28T03:20:20,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7528990fc9e77a106ae51acbb010f527, ASSIGN 2024-11-28T03:20:20,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7528990fc9e77a106ae51acbb010f527, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,35061,1732764006222; forceNewPlan=false, retain=false 2024-11-28T03:20:20,805 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 379, reset compression=false 2024-11-28T03:20:20,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:20:20,843 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T03:20:20,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:20:20,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T03:20:20,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7528990fc9e77a106ae51acbb010f527, regionState=OPENING, regionLocation=b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:20,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7528990fc9e77a106ae51acbb010f527, ASSIGN because future has completed 2024-11-28T03:20:20,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7528990fc9e77a106ae51acbb010f527, server=b4e3b2a3b1ef,35061,1732764006222}] 2024-11-28T03:20:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:21,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:21,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:21,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:20:21,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C35061%2C1732764006222.rep, suffix=, logDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222, archiveDir=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/oldWALs, maxLogs=10 2024-11-28T03:20:21,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.rep.1732764021094, exclude list is [], retry=0 2024-11-28T03:20:21,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37869,DS-e73d0d8d-ce7a-4409-a827-41c88cc1ee97,DISK] 2024-11-28T03:20:21,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.rep.1732764021094 2024-11-28T03:20:21,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34449:34449)] 2024-11-28T03:20:21,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7528990fc9e77a106ae51acbb010f527, NAME => 'hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:21,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:21,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:21,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. service=MultiRowMutationService 2024-11-28T03:20:21,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:20:21,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:21,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,120 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,121 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7528990fc9e77a106ae51acbb010f527 columnFamilyName hfileref 2024-11-28T03:20:21,121 DEBUG [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:21,122 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] regionserver.HStore(327): Store=7528990fc9e77a106ae51acbb010f527/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:21,122 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,122 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7528990fc9e77a106ae51acbb010f527 columnFamilyName queue 2024-11-28T03:20:21,122 DEBUG [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:21,123 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] regionserver.HStore(327): Store=7528990fc9e77a106ae51acbb010f527/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:21,123 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,124 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7528990fc9e77a106ae51acbb010f527 columnFamilyName sid 2024-11-28T03:20:21,124 DEBUG [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:21,124 INFO [StoreOpener-7528990fc9e77a106ae51acbb010f527-1 {}] regionserver.HStore(327): Store=7528990fc9e77a106ae51acbb010f527/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:21,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:21,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:21,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7528990fc9e77a106ae51acbb010f527; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63451552, jitterRate=-0.05449819564819336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:21,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:21,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7528990fc9e77a106ae51acbb010f527: Running coprocessor pre-open hook at 1732764021119Writing region info on filesystem at 1732764021119Initializing all the Stores at 1732764021120 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764021120Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764021120Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764021120Cleaning up temporary data from old regions at 1732764021126 (+6 ms)Running coprocessor post-open hooks at 1732764021130 (+4 ms)Region opened successfully at 1732764021130 2024-11-28T03:20:21,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527., pid=10, masterSystemTime=1732764021089 2024-11-28T03:20:21,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:21,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:21,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7528990fc9e77a106ae51acbb010f527, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:21,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7528990fc9e77a106ae51acbb010f527, server=b4e3b2a3b1ef,35061,1732764006222 because future has completed 2024-11-28T03:20:21,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:20:21,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7528990fc9e77a106ae51acbb010f527, server=b4e3b2a3b1ef,35061,1732764006222 in 205 msec 2024-11-28T03:20:21,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:20:21,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7528990fc9e77a106ae51acbb010f527, ASSIGN in 361 msec 2024-11-28T03:20:21,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:21,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764021145"}]},"ts":"1732764021145"} 2024-11-28T03:20:21,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:20:21,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:21,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-28T03:20:21,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527., hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=2] 2024-11-28T03:20:21,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:21,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:21,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:20:21,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:20:21,328 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:20:21,362 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,35061,1732764006222, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:20:21,362 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:21,362 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=-1] 2024-11-28T03:20:21,363 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:21,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,35061,1732764006222', locateType=CURRENT is [region=hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527., hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=2] 2024-11-28T03:20:21,368 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:20:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:20:21,369 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,35061,1732764006222 suceeded 2024-11-28T03:20:21,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:20:21,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-28T03:20:21,371 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:40163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:20:21,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0220 sec 2024-11-28T03:20:21,381 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:40163' 2024-11-28T03:20:21,382 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aa58e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,382 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40163,-1 for getting cluster id 2024-11-28T03:20:21,383 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:21,383 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35546c10-7768-4305-bcce-544c71c547aa' 2024-11-28T03:20:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:21,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35546c10-7768-4305-bcce-544c71c547aa" 2024-11-28T03:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fbff2e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40163,-1] 2024-11-28T03:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:21,384 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:21,385 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@575caab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,385 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:21,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:21,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cdcb11e 2024-11-28T03:20:21,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:21,386 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-28T03:20:21,387 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,35061,1732764006222 (queues=1) is replicating from cluster=456c749e-86cc-4ec7-b0a8-98c09b3de407 to cluster=35546c10-7768-4305-bcce-544c71c547aa 2024-11-28T03:20:21,387 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C35061%2C1732764006222 2024-11-28T03:20:21,387 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,35061,1732764006222, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:20:21,387 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C35061%2C1732764006222 2024-11-28T03:20:21,387 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, startPosition=0, beingWritten=true 2024-11-28T03:20:21,392 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:21,392 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 379, reset compression=false 2024-11-28T03:20:21,392 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:21,410 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 379, reset compression=false 2024-11-28T03:20:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:21,491 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:20:21,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:21,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:21,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:21,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:21,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:21,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6038d9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40163,-1 for getting cluster id 2024-11-28T03:20:21,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:21,493 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35546c10-7768-4305-bcce-544c71c547aa' 2024-11-28T03:20:21,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:21,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35546c10-7768-4305-bcce-544c71c547aa" 2024-11-28T03:20:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe79614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40163,-1] 2024-11-28T03:20:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:21,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:21,495 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1017cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:21,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:21,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65124b0c 2024-11-28T03:20:21,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:21,497 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:21,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:32865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:20:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:21,499 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:32865' 2024-11-28T03:20:21,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20877f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,500 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,32865,-1 for getting cluster id 2024-11-28T03:20:21,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:21,501 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad2fc171-53d7-4bbb-831a-82697ab91212' 2024-11-28T03:20:21,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:21,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad2fc171-53d7-4bbb-831a-82697ab91212" 2024-11-28T03:20:21,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d7f3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,32865,-1] 2024-11-28T03:20:21,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:21,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:21,502 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:21,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3ec56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:21,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:21,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:21,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7213810f 2024-11-28T03:20:21,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:21,504 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:21,504 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:20:21,504 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:20:21,504 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:21,505 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:21,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:21,505 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:21,506 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:20:21,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:21,507 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:21,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:20:21,514 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db5c3dee84b635e25effbcb0978e6807, NAME => 'hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0 2024-11-28T03:20:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:20:21,556 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:20:21,595 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 379, reset compression=false 2024-11-28T03:20:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:21,899 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 379, reset compression=false 2024-11-28T03:20:21,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:21,920 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db5c3dee84b635e25effbcb0978e6807, disabling compactions & flushes 2024-11-28T03:20:21,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:21,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:21,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. after waiting 0 ms 2024-11-28T03:20:21,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:21,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:21,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db5c3dee84b635e25effbcb0978e6807: Waiting for close lock at 1732764021920Disabling compacts and flushes for region at 1732764021920Disabling writes for close at 1732764021921 (+1 ms)Writing region close event to WAL at 1732764021921Closed at 1732764021921 2024-11-28T03:20:21,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:21,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732764021923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764021923"}]},"ts":"1732764021923"} 2024-11-28T03:20:21,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:21,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:21,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764021926"}]},"ts":"1732764021926"} 2024-11-28T03:20:21,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:20:21,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db5c3dee84b635e25effbcb0978e6807, ASSIGN}] 2024-11-28T03:20:21,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db5c3dee84b635e25effbcb0978e6807, ASSIGN 2024-11-28T03:20:21,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db5c3dee84b635e25effbcb0978e6807, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,37651,1732764010494; forceNewPlan=false, retain=false 2024-11-28T03:20:21,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:20:22,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db5c3dee84b635e25effbcb0978e6807, regionState=OPENING, regionLocation=b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:22,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db5c3dee84b635e25effbcb0978e6807, ASSIGN because future has completed 2024-11-28T03:20:22,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db5c3dee84b635e25effbcb0978e6807, server=b4e3b2a3b1ef,37651,1732764010494}] 2024-11-28T03:20:22,113 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 379, reset compression=false 2024-11-28T03:20:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:22,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:22,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:22,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:20:22,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C37651%2C1732764010494.rep, suffix=, logDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/oldWALs, maxLogs=10 2024-11-28T03:20:22,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.rep.1732764022245, exclude list is [], retry=0 2024-11-28T03:20:22,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41991,DS-0952b543-0ff8-4a9b-8180-6dc825c9c76e,DISK] 2024-11-28T03:20:22,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.rep.1732764022245 2024-11-28T03:20:22,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42441:42441)] 2024-11-28T03:20:22,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db5c3dee84b635e25effbcb0978e6807, NAME => 'hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:22,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:22,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:22,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. service=MultiRowMutationService 2024-11-28T03:20:22,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:20:22,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:22,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,271 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,273 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db5c3dee84b635e25effbcb0978e6807 columnFamilyName hfileref 2024-11-28T03:20:22,273 DEBUG [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:22,273 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] regionserver.HStore(327): Store=db5c3dee84b635e25effbcb0978e6807/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:22,273 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,274 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db5c3dee84b635e25effbcb0978e6807 columnFamilyName queue 2024-11-28T03:20:22,274 DEBUG [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:22,275 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] regionserver.HStore(327): Store=db5c3dee84b635e25effbcb0978e6807/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:22,275 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,276 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db5c3dee84b635e25effbcb0978e6807 columnFamilyName sid 2024-11-28T03:20:22,276 DEBUG [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:22,276 INFO [StoreOpener-db5c3dee84b635e25effbcb0978e6807-1 {}] regionserver.HStore(327): Store=db5c3dee84b635e25effbcb0978e6807/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:22,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/replication/db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/replication/db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:22,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/replication/db5c3dee84b635e25effbcb0978e6807/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:22,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db5c3dee84b635e25effbcb0978e6807; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60105735, jitterRate=-0.10435475409030914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:22,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:22,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db5c3dee84b635e25effbcb0978e6807: Running coprocessor pre-open hook at 1732764022270Writing region info on filesystem at 1732764022270Initializing all the Stores at 1732764022271 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764022271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764022271Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764022271Cleaning up temporary data from old regions at 1732764022279 (+8 ms)Running coprocessor post-open hooks at 1732764022285 (+6 ms)Region opened successfully at 1732764022285 2024-11-28T03:20:22,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807., pid=10, masterSystemTime=1732764022236 2024-11-28T03:20:22,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:22,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:22,295 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db5c3dee84b635e25effbcb0978e6807, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:22,297 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40163 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b4e3b2a3b1ef,37651,1732764010494, table=hbase:replication, region=db5c3dee84b635e25effbcb0978e6807. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T03:20:22,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db5c3dee84b635e25effbcb0978e6807, server=b4e3b2a3b1ef,37651,1732764010494 because future has completed 2024-11-28T03:20:22,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:20:22,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db5c3dee84b635e25effbcb0978e6807, server=b4e3b2a3b1ef,37651,1732764010494 in 215 msec 2024-11-28T03:20:22,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:20:22,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db5c3dee84b635e25effbcb0978e6807, ASSIGN in 372 msec 2024-11-28T03:20:22,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:22,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764022302"}]},"ts":"1732764022302"} 2024-11-28T03:20:22,303 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 379, reset compression=false 2024-11-28T03:20:22,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:20:22,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:22,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 800 msec 2024-11-28T03:20:22,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807., hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=2] 2024-11-28T03:20:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:22,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:20:22,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:20:22,476 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:20:22,516 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,37651,1732764010494, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:20:22,516 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:22,516 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=-1] 2024-11-28T03:20:22,517 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:22,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:22,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,37651,1732764010494', locateType=CURRENT is [region=hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807., hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=2] 2024-11-28T03:20:22,524 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:20:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:20:22,526 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,37651,1732764010494 suceeded 2024-11-28T03:20:22,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:20:22,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-28T03:20:22,528 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:32865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:20:22,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0310 sec 2024-11-28T03:20:22,541 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:32865' 2024-11-28T03:20:22,542 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d82c94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,542 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,32865,-1 for getting cluster id 2024-11-28T03:20:22,542 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:22,543 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad2fc171-53d7-4bbb-831a-82697ab91212' 2024-11-28T03:20:22,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:22,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad2fc171-53d7-4bbb-831a-82697ab91212" 2024-11-28T03:20:22,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cf433fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,32865,-1] 2024-11-28T03:20:22,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:22,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:22,545 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:22,545 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5041683b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,545 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27eb092c 2024-11-28T03:20:22,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:22,546 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-28T03:20:22,547 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,37651,1732764010494 (queues=1) is replicating from cluster=35546c10-7768-4305-bcce-544c71c547aa to cluster=ad2fc171-53d7-4bbb-831a-82697ab91212 2024-11-28T03:20:22,547 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C37651%2C1732764010494 2024-11-28T03:20:22,547 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,37651,1732764010494, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:20:22,547 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C37651%2C1732764010494 2024-11-28T03:20:22,547 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, startPosition=0, beingWritten=true 2024-11-28T03:20:22,552 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:22,552 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 379, reset compression=false 2024-11-28T03:20:22,552 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,37651,1732764010494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:22,632 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:20:22,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:22,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:22,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:22,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:22,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:22,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,32865,-1 for getting cluster id 2024-11-28T03:20:22,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:22,634 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad2fc171-53d7-4bbb-831a-82697ab91212' 2024-11-28T03:20:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad2fc171-53d7-4bbb-831a-82697ab91212" 2024-11-28T03:20:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b5caf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,32865,-1] 2024-11-28T03:20:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:22,636 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397b898c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786c8d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39739,-1 for getting cluster id 2024-11-28T03:20:22,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:22,637 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456c749e-86cc-4ec7-b0a8-98c09b3de407' 2024-11-28T03:20:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456c749e-86cc-4ec7-b0a8-98c09b3de407" 2024-11-28T03:20:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465d4a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39739,-1] 2024-11-28T03:20:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:22,639 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:22,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2702e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e73b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40163,-1 for getting cluster id 2024-11-28T03:20:22,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:22,640 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35546c10-7768-4305-bcce-544c71c547aa' 2024-11-28T03:20:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35546c10-7768-4305-bcce-544c71c547aa" 2024-11-28T03:20:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ed904f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40163,-1] 2024-11-28T03:20:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:22,641 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c48bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=-1] 2024-11-28T03:20:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:22,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732764012740.f13853e523933e5860824ecafb1c94a4., hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=2] 2024-11-28T03:20:22,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:22,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=-1] 2024-11-28T03:20:22,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:22,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:22,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732764016035.5e6c3e71556f67a55756960a9e039efd., hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=2] 2024-11-28T03:20:22,682 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-28T03:20:22,756 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 379, reset compression=false 2024-11-28T03:20:22,814 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 379, reset compression=false 2024-11-28T03:20:22,917 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 379, reset compression=false 2024-11-28T03:20:22,922 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:22,922 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 480, reset compression=false 2024-11-28T03:20:22,922 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[{test/f13853e523933e5860824ecafb1c94a4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-28T03:20:22,924 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:22,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-28T03:20:22,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:22,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b79889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39739,-1 for getting cluster id 2024-11-28T03:20:22,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:22,928 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '456c749e-86cc-4ec7-b0a8-98c09b3de407' 2024-11-28T03:20:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "456c749e-86cc-4ec7-b0a8-98c09b3de407" 2024-11-28T03:20:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1ac4f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39739,-1] 2024-11-28T03:20:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:22,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:22,929 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:22,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c93cf0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:22,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:22,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=-1] 2024-11-28T03:20:22,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:22,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:22,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732764013884.6f6d278597027f3ba777b5cf3201faae., hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=2] 2024-11-28T03:20:22,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:23,061 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 379, reset compression=false 2024-11-28T03:20:23,129 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 480, reset compression=false 2024-11-28T03:20:23,422 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 379, reset compression=false 2024-11-28T03:20:23,432 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 480, reset compression=false 2024-11-28T03:20:23,446 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:23,446 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 504, reset compression=false 2024-11-28T03:20:23,446 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f6d278597027f3ba777b5cf3201faae/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-28T03:20:23,448 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:23,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-28T03:20:23,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:23,468 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 379, reset compression=false 2024-11-28T03:20:23,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c8209e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:23,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40163,-1 for getting cluster id 2024-11-28T03:20:23,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:23,490 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35546c10-7768-4305-bcce-544c71c547aa' 2024-11-28T03:20:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35546c10-7768-4305-bcce-544c71c547aa" 2024-11-28T03:20:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e510199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40163,-1] 2024-11-28T03:20:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:23,491 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:23,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@213cd7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:23,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:23,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=-1] 2024-11-28T03:20:23,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:23,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732764016035.5e6c3e71556f67a55756960a9e039efd., hostname=b4e3b2a3b1ef,37651,1732764010494, seqNum=2] 2024-11-28T03:20:23,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:23,682 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 504, reset compression=false 2024-11-28T03:20:23,685 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-28T03:20:23,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:23,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=-1] 2024-11-28T03:20:23,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:23,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732764013884.6f6d278597027f3ba777b5cf3201faae., hostname=b4e3b2a3b1ef,35061,1732764006222, seqNum=2] 2024-11-28T03:20:23,697 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-28T03:20:23,721 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:23,721 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 608, reset compression=false 2024-11-28T03:20:23,721 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f6d278597027f3ba777b5cf3201faae/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T03:20:23,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:23,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:23,869 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 480, reset compression=false 2024-11-28T03:20:23,938 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 608, reset compression=false 2024-11-28T03:20:23,992 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 379, reset compression=false 2024-11-28T03:20:23,996 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:23,996 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 654, reset compression=false 2024-11-28T03:20:23,996 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,37651,1732764010494 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e6c3e71556f67a55756960a9e039efd/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-28T03:20:23,998 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:23,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-28T03:20:24,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:24,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ee504b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:24,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,32865,-1 for getting cluster id 2024-11-28T03:20:24,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:24,001 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad2fc171-53d7-4bbb-831a-82697ab91212' 2024-11-28T03:20:24,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:24,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad2fc171-53d7-4bbb-831a-82697ab91212" 2024-11-28T03:20:24,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45bd919f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:24,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,32865,-1] 2024-11-28T03:20:24,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:24,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:24,002 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:24,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12bed910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:24,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:24,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=-1] 2024-11-28T03:20:24,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:24,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:24,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732764012740.f13853e523933e5860824ecafb1c94a4., hostname=b4e3b2a3b1ef,38135,1732764002095, seqNum=2] 2024-11-28T03:20:24,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:24,200 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 654, reset compression=false 2024-11-28T03:20:24,241 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 608, reset compression=false 2024-11-28T03:20:24,373 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 480, reset compression=false 2024-11-28T03:20:24,384 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:24,384 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 630, reset compression=false 2024-11-28T03:20:24,384 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:24,504 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 654, reset compression=false 2024-11-28T03:20:24,588 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 630, reset compression=false 2024-11-28T03:20:24,645 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 608, reset compression=false 2024-11-28T03:20:24,699 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-28T03:20:24,702 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-28T03:20:24,892 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 630, reset compression=false 2024-11-28T03:20:24,908 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 654, reset compression=false 2024-11-28T03:20:24,912 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:24,912 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 758, reset compression=false 2024-11-28T03:20:24,912 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,37651,1732764010494 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e6c3e71556f67a55756960a9e039efd/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T03:20:24,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:24,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:25,115 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 758, reset compression=false 2024-11-28T03:20:25,149 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 608, reset compression=false 2024-11-28T03:20:25,296 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 630, reset compression=false 2024-11-28T03:20:25,301 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:25,301 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 757, reset compression=false 2024-11-28T03:20:25,301 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[{test/f13853e523933e5860824ecafb1c94a4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-28T03:20:25,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:25,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:25,419 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 758, reset compression=false 2024-11-28T03:20:25,507 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 757, reset compression=false 2024-11-28T03:20:25,705 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-28T03:20:25,710 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-28T03:20:25,753 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 608, reset compression=false 2024-11-28T03:20:25,758 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:25,758 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 759, reset compression=false 2024-11-28T03:20:25,758 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:25,811 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 757, reset compression=false 2024-11-28T03:20:25,817 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:25,817 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 913, reset compression=false 2024-11-28T03:20:25,817 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[{test/f13853e523933e5860824ecafb1c94a4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-28T03:20:25,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:25,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:25,823 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 758, reset compression=false 2024-11-28T03:20:25,962 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 759, reset compression=false 2024-11-28T03:20:25,966 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:25,966 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 907, reset compression=false 2024-11-28T03:20:25,966 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f6d278597027f3ba777b5cf3201faae/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-28T03:20:25,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:25,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:26,029 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 913, reset compression=false 2024-11-28T03:20:26,170 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 907, reset compression=false 2024-11-28T03:20:26,327 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 758, reset compression=false 2024-11-28T03:20:26,332 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:26,332 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 929, reset compression=false 2024-11-28T03:20:26,332 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,37651,1732764010494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:26,332 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 913, reset compression=false 2024-11-28T03:20:26,473 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 907, reset compression=false 2024-11-28T03:20:26,536 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 929, reset compression=false 2024-11-28T03:20:26,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:26,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:26,712 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-28T03:20:26,716 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-28T03:20:26,736 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 913, reset compression=false 2024-11-28T03:20:26,840 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 929, reset compression=false 2024-11-28T03:20:26,878 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 907, reset compression=false 2024-11-28T03:20:26,883 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:26,883 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1066, reset compression=false 2024-11-28T03:20:26,883 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f6d278597027f3ba777b5cf3201faae/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T03:20:26,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:26,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:27,086 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1066, reset compression=false 2024-11-28T03:20:27,241 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 913, reset compression=false 2024-11-28T03:20:27,246 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 929, reset compression=false 2024-11-28T03:20:27,250 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:27,250 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1078, reset compression=false 2024-11-28T03:20:27,250 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,37651,1732764010494 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e6c3e71556f67a55756960a9e039efd/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-28T03:20:27,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:27,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:27,390 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1066, reset compression=false 2024-11-28T03:20:27,454 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1078, reset compression=false 2024-11-28T03:20:27,718 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-28T03:20:27,724 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-28T03:20:27,758 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1078, reset compression=false 2024-11-28T03:20:27,771 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:27,771 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1237, reset compression=false 2024-11-28T03:20:27,771 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,37651,1732764010494 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e6c3e71556f67a55756960a9e039efd/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T03:20:27,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:27,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:27,794 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1066, reset compression=false 2024-11-28T03:20:27,845 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 913, reset compression=false 2024-11-28T03:20:27,852 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:27,852 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1234, reset compression=false 2024-11-28T03:20:27,852 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[{test/f13853e523933e5860824ecafb1c94a4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-28T03:20:27,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:27,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:27,977 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1237, reset compression=false 2024-11-28T03:20:28,060 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1234, reset compression=false 2024-11-28T03:20:28,281 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1237, reset compression=false 2024-11-28T03:20:28,299 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1066, reset compression=false 2024-11-28T03:20:28,307 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:28,307 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1239, reset compression=false 2024-11-28T03:20:28,307 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:28,365 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1234, reset compression=false 2024-11-28T03:20:28,524 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1239, reset compression=false 2024-11-28T03:20:28,697 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1237, reset compression=false 2024-11-28T03:20:28,727 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-28T03:20:28,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb117c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:28,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40163,-1 for getting cluster id 2024-11-28T03:20:28,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:28,735 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35546c10-7768-4305-bcce-544c71c547aa' 2024-11-28T03:20:28,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:28,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35546c10-7768-4305-bcce-544c71c547aa" 2024-11-28T03:20:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79140ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40163,-1] 2024-11-28T03:20:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:28,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:28,737 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a10689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:28,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb0b86d 2024-11-28T03:20:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:28,743 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:28,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-28T03:20:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-28T03:20:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T03:20:28,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:20:28,770 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1234, reset compression=false 2024-11-28T03:20:28,832 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1239, reset compression=false 2024-11-28T03:20:28,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T03:20:28,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-28T03:20:28,902 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-28T03:20:28,903 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-28T03:20:28,903 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,37651,1732764010494 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-28T03:20:28,903 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0. 2024-11-28T03:20:28,903 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:28,903 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:28,904 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:28,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:29,004 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:20:29,004 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-28T03:20:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T03:20:29,104 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 terminated 2024-11-28T03:20:29,127 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,37651,1732764010494, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:20:29,128 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-28T03:20:29,129 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-28T03:20:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-28T03:20:29,132 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b4e3b2a3b1ef,37651,1732764010494 suceeded 2024-11-28T03:20:29,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-28T03:20:29,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 383 msec 2024-11-28T03:20:29,134 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-28T03:20:29,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 391 msec 2024-11-28T03:20:29,151 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:32865' 2024-11-28T03:20:29,152 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56853477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:29,152 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,32865,-1 for getting cluster id 2024-11-28T03:20:29,152 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:29,154 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad2fc171-53d7-4bbb-831a-82697ab91212' 2024-11-28T03:20:29,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:29,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad2fc171-53d7-4bbb-831a-82697ab91212" 2024-11-28T03:20:29,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@528ad0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:29,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,32865,-1] 2024-11-28T03:20:29,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:29,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:29,155 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:29,156 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a457173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:29,156 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:29,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:29,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b81e3c8 2024-11-28T03:20:29,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:29,158 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-28T03:20:29,159 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,37651,1732764010494 (queues=1) is replicating from cluster=35546c10-7768-4305-bcce-544c71c547aa to cluster=ad2fc171-53d7-4bbb-831a-82697ab91212 2024-11-28T03:20:29,159 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C37651%2C1732764010494 2024-11-28T03:20:29,159 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,37651,1732764010494, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:20:29,159 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C37651%2C1732764010494 2024-11-28T03:20:29,236 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1239, reset compression=false 2024-11-28T03:20:29,274 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1234, reset compression=false 2024-11-28T03:20:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T03:20:29,373 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:20:29,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:29,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:29,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:29,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:29,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:29,378 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-28T03:20:29,740 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1239, reset compression=false 2024-11-28T03:20:29,878 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1234, reset compression=false 2024-11-28T03:20:29,882 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:29,882 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1338, reset compression=false 2024-11-28T03:20:29,882 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[{test/f13853e523933e5860824ecafb1c94a4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T03:20:29,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:29,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35061 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:30,086 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1338, reset compression=false 2024-11-28T03:20:30,343 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1239, reset compression=false 2024-11-28T03:20:30,348 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:30,348 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1367, reset compression=false 2024-11-28T03:20:30,348 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f6d278597027f3ba777b5cf3201faae/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-28T03:20:30,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:30,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:30,379 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-28T03:20:30,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0840ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:30,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,40163,-1 for getting cluster id 2024-11-28T03:20:30,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:30,383 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35546c10-7768-4305-bcce-544c71c547aa' 2024-11-28T03:20:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35546c10-7768-4305-bcce-544c71c547aa" 2024-11-28T03:20:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658994b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,40163,-1] 2024-11-28T03:20:30,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:30,384 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b357883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:30,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51da8db6 2024-11-28T03:20:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:30,389 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1338, reset compression=false 2024-11-28T03:20:30,389 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:30,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-28T03:20:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-28T03:20:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-28T03:20:30,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:20:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-28T03:20:30,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37651 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-28T03:20:30,552 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-28T03:20:30,553 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-28T03:20:30,553 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1367, reset compression=false 2024-11-28T03:20:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-28T03:20:30,555 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b4e3b2a3b1ef,37651,1732764010494 suceeded 2024-11-28T03:20:30,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-28T03:20:30,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-28T03:20:30,558 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-28T03:20:30,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 168 msec 2024-11-28T03:20:30,560 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, startPosition=1237, beingWritten=true 2024-11-28T03:20:30,560 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:30,560 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1471, reset compression=false 2024-11-28T03:20:30,560 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f6d278597027f3ba777b5cf3201faae/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T03:20:30,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:30,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37651 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:30,566 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:30,566 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1515, reset compression=false 2024-11-28T03:20:30,566 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,37651,1732764010494 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e6c3e71556f67a55756960a9e039efd/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-28T03:20:30,569 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:30,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-28T03:20:30,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:30,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38135 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-28T03:20:30,712 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:20:30,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:30,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:30,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:30,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:30,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:30,714 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-28T03:20:30,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:20:30,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:30,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:30,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:30,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:30,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:30,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:20:30,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274444548, stopped=false 2024-11-28T03:20:30,715 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,40163,1732764010439 2024-11-28T03:20:30,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1310801565/running 2024-11-28T03:20:30,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1310801565/running 2024-11-28T03:20:30,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:30,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:30,717 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:20:30,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:30,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:30,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:30,717 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,37651,1732764010494' ***** 2024-11-28T03:20:30,717 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:20:30,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on znode that does not yet exist, /2-1310801565/running 2024-11-28T03:20:30,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Set watcher on znode that does not yet exist, /2-1310801565/running 2024-11-28T03:20:30,718 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:20:30,718 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:20:30,718 INFO [RS:0;b4e3b2a3b1ef:37651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:20:30,718 INFO [RS:0;b4e3b2a3b1ef:37651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:20:30,718 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e6c3e71556f67a55756960a9e039efd 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(3091): Received CLOSE for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:37651. 2024-11-28T03:20:30,719 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:30,719 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:30,719 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e6c3e71556f67a55756960a9e039efd, disabling compactions & flushes 2024-11-28T03:20:30,719 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:20:30,719 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:20:30,719 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. after waiting 0 ms 2024-11-28T03:20:30,719 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:20:30,719 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e6c3e71556f67a55756960a9e039efd 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-28T03:20:30,719 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:20:30,719 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5e6c3e71556f67a55756960a9e039efd=test,,1732764016035.5e6c3e71556f67a55756960a9e039efd., db5c3dee84b635e25effbcb0978e6807=hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807.} 2024-11-28T03:20:30,719 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c3e71556f67a55756960a9e039efd, db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:30,719 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:30,719 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:30,719 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:30,719 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:30,719 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:30,720 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:20:30,739 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/f/7fde93544d3d406f9466dcdcfd6b0f9b is 37, key is row3/f:row3/1732764029374/Put/seqid=0 2024-11-28T03:20:30,739 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/info/24df3f13511d4898b8dccf70a1411f4e is 147, key is hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807./info:regioninfo/1732764022295/Put/seqid=0 2024-11-28T03:20:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741840_1016 (size=7686) 2024-11-28T03:20:30,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741841_1017 (size=5228) 2024-11-28T03:20:30,764 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1471, reset compression=false 2024-11-28T03:20:30,769 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1515, reset compression=false 2024-11-28T03:20:30,772 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:30,772 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1762, reset compression=false 2024-11-28T03:20:30,772 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,37651,1732764010494 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:30,774 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,37651,1732764010494: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,37651,1732764010494, walGroup=b4e3b2a3b1ef%2C37651%2C1732764010494, offset=b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:37651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:20:30,775 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:20:30,775 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:20:30,776 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:20:30,776 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:20:30,776 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:20:30,776 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 778883584 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198184136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:20:30,776 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:40163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:40163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:20:30,793 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1338, reset compression=false 2024-11-28T03:20:30,793 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:20:30,802 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:30,802 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:30,802 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:30,920 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c3e71556f67a55756960a9e039efd, db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:30,979 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1762, reset compression=false 2024-11-28T03:20:31,004 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:31,067 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1471, reset compression=false 2024-11-28T03:20:31,080 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:20:31,080 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:20:31,120 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c3e71556f67a55756960a9e039efd, db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:31,143 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/info/24df3f13511d4898b8dccf70a1411f4e 2024-11-28T03:20:31,144 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/f/7fde93544d3d406f9466dcdcfd6b0f9b 2024-11-28T03:20:31,148 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fde93544d3d406f9466dcdcfd6b0f9b 2024-11-28T03:20:31,161 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/ns/a45e1f4464034c41a31ca49b12b12d48 is 43, key is default/ns:d/1732764012631/Put/seqid=0 2024-11-28T03:20:31,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741842_1018 (size=5153) 2024-11-28T03:20:31,165 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/f1/9bde403ac1ae42949cc65af8d72e5b95 is 30, key is row1/f1:/1732764026713/DeleteFamily/seqid=0 2024-11-28T03:20:31,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741843_1019 (size=5158) 2024-11-28T03:20:31,282 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1762, reset compression=false 2024-11-28T03:20:31,308 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:31,320 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c3e71556f67a55756960a9e039efd, db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:31,473 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1471, reset compression=false 2024-11-28T03:20:31,520 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c3e71556f67a55756960a9e039efd, db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:31,565 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/ns/a45e1f4464034c41a31ca49b12b12d48 2024-11-28T03:20:31,570 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/f1/9bde403ac1ae42949cc65af8d72e5b95 2024-11-28T03:20:31,575 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bde403ac1ae42949cc65af8d72e5b95 2024-11-28T03:20:31,589 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/rep_barrier/51b02263a2c942b28e69eb8a3d27cb52 is 112, key is test,,1732764016035.5e6c3e71556f67a55756960a9e039efd./rep_barrier:seqnumDuringOpen/1732764017196/Put/seqid=0 2024-11-28T03:20:31,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741844_1020 (size=5518) 2024-11-28T03:20:31,593 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/norep/dc968f6dd8084bf68b9952952504ae2c is 33, key is row2/norep:/1732764027720/DeleteFamily/seqid=0 2024-11-28T03:20:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741845_1021 (size=5108) 2024-11-28T03:20:31,686 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1762, reset compression=false 2024-11-28T03:20:31,711 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:31,720 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c3e71556f67a55756960a9e039efd, db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:31,921 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e6c3e71556f67a55756960a9e039efd, db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:31,977 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1471, reset compression=false 2024-11-28T03:20:31,993 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/rep_barrier/51b02263a2c942b28e69eb8a3d27cb52 2024-11-28T03:20:31,997 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/norep/dc968f6dd8084bf68b9952952504ae2c 2024-11-28T03:20:32,000 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc968f6dd8084bf68b9952952504ae2c 2024-11-28T03:20:32,001 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/f/7fde93544d3d406f9466dcdcfd6b0f9b as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/f/7fde93544d3d406f9466dcdcfd6b0f9b 2024-11-28T03:20:32,005 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fde93544d3d406f9466dcdcfd6b0f9b 2024-11-28T03:20:32,005 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/f/7fde93544d3d406f9466dcdcfd6b0f9b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-28T03:20:32,006 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/f1/9bde403ac1ae42949cc65af8d72e5b95 as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/f1/9bde403ac1ae42949cc65af8d72e5b95 2024-11-28T03:20:32,007 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:20:32,009 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bde403ac1ae42949cc65af8d72e5b95 2024-11-28T03:20:32,009 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/f1/9bde403ac1ae42949cc65af8d72e5b95, entries=3, sequenceid=12, filesize=5.0 K 2024-11-28T03:20:32,010 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/.tmp/norep/dc968f6dd8084bf68b9952952504ae2c as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/norep/dc968f6dd8084bf68b9952952504ae2c 2024-11-28T03:20:32,013 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/table/7b0ae9bce3844212b4175be93ae36249 is 53, key is hbase:replication/table:state/1732764022302/Put/seqid=0 2024-11-28T03:20:32,013 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc968f6dd8084bf68b9952952504ae2c 2024-11-28T03:20:32,013 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/norep/dc968f6dd8084bf68b9952952504ae2c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-28T03:20:32,014 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5e6c3e71556f67a55756960a9e039efd in 1295ms, sequenceid=12, compaction requested=false 2024-11-28T03:20:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741846_1022 (size=5308) 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/default/test/5e6c3e71556f67a55756960a9e039efd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:20:32,019 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e6c3e71556f67a55756960a9e039efd: Waiting for close lock at 1732764030719Running coprocessor pre-close hooks at 1732764030719Disabling compacts and flushes for region at 1732764030719Disabling writes for close at 1732764030719Obtaining lock to block concurrent updates at 1732764030719Preparing flush snapshotting stores in 5e6c3e71556f67a55756960a9e039efd at 1732764030719Finished memstore snapshotting test,,1732764016035.5e6c3e71556f67a55756960a9e039efd., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732764030720 (+1 ms)Flushing stores of test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. at 1732764030720Flushing 5e6c3e71556f67a55756960a9e039efd/f: creating writer at 1732764030720Flushing 5e6c3e71556f67a55756960a9e039efd/f: appending metadata at 1732764030738 (+18 ms)Flushing 5e6c3e71556f67a55756960a9e039efd/f: closing flushed file at 1732764030738Flushing 5e6c3e71556f67a55756960a9e039efd/f1: creating writer at 1732764031148 (+410 ms)Flushing 5e6c3e71556f67a55756960a9e039efd/f1: appending metadata at 1732764031164 (+16 ms)Flushing 5e6c3e71556f67a55756960a9e039efd/f1: closing flushed file at 1732764031164Flushing 5e6c3e71556f67a55756960a9e039efd/norep: creating writer at 1732764031575 (+411 ms)Flushing 5e6c3e71556f67a55756960a9e039efd/norep: appending metadata at 1732764031592 (+17 ms)Flushing 5e6c3e71556f67a55756960a9e039efd/norep: closing flushed file at 1732764031592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692368dd: reopening flushed file at 1732764032000 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29604ce7: reopening flushed file at 1732764032005 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f69d0da: reopening flushed file at 1732764032009 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5e6c3e71556f67a55756960a9e039efd in 1295ms, sequenceid=12, compaction requested=false at 1732764032014 (+5 ms)Writing region close event to WAL at 1732764032016 (+2 ms)Running coprocessor post-close hooks at 1732764032019 (+3 ms)Closed at 1732764032019 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764016035.5e6c3e71556f67a55756960a9e039efd. 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db5c3dee84b635e25effbcb0978e6807, disabling compactions & flushes 2024-11-28T03:20:32,019 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. after waiting 0 ms 2024-11-28T03:20:32,019 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:32,020 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db5c3dee84b635e25effbcb0978e6807: Waiting for close lock at 1732764032019Running coprocessor pre-close hooks at 1732764032019Disabling compacts and flushes for region at 1732764032019Disabling writes for close at 1732764032019Failed flush hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807., putting online again at 1732764032019 2024-11-28T03:20:32,020 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:32,121 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:20:32,121 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, db5c3dee84b635e25effbcb0978e6807=hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807.} 2024-11-28T03:20:32,121 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(3091): Received CLOSE for db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:32,121 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, db5c3dee84b635e25effbcb0978e6807 2024-11-28T03:20:32,121 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db5c3dee84b635e25effbcb0978e6807, disabling compactions & flushes 2024-11-28T03:20:32,121 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:32,121 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:32,121 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. after waiting 0 ms 2024-11-28T03:20:32,121 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:32,121 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db5c3dee84b635e25effbcb0978e6807: Waiting for close lock at 1732764032121Running coprocessor pre-close hooks at 1732764032121Disabling compacts and flushes for region at 1732764032121Disabling writes for close at 1732764032121Failed flush hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807., putting online again at 1732764032121 2024-11-28T03:20:32,121 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732764021505.db5c3dee84b635e25effbcb0978e6807. 2024-11-28T03:20:32,190 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 1762, reset compression=false 2024-11-28T03:20:32,195 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:32,195 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 2406, reset compression=false 2024-11-28T03:20:32,214 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:32,321 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:20:32,398 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/WALs/b4e3b2a3b1ef,37651,1732764010494/b4e3b2a3b1ef%2C37651%2C1732764010494.1732764012217 to pos 2406, reset compression=false 2024-11-28T03:20:32,417 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/table/7b0ae9bce3844212b4175be93ae36249 2024-11-28T03:20:32,422 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/info/24df3f13511d4898b8dccf70a1411f4e as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/info/24df3f13511d4898b8dccf70a1411f4e 2024-11-28T03:20:32,425 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/info/24df3f13511d4898b8dccf70a1411f4e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:20:32,426 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/ns/a45e1f4464034c41a31ca49b12b12d48 as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/ns/a45e1f4464034c41a31ca49b12b12d48 2024-11-28T03:20:32,430 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/ns/a45e1f4464034c41a31ca49b12b12d48, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:20:32,430 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/rep_barrier/51b02263a2c942b28e69eb8a3d27cb52 as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/rep_barrier/51b02263a2c942b28e69eb8a3d27cb52 2024-11-28T03:20:32,434 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/rep_barrier/51b02263a2c942b28e69eb8a3d27cb52, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:20:32,435 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/.tmp/table/7b0ae9bce3844212b4175be93ae36249 as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/table/7b0ae9bce3844212b4175be93ae36249 2024-11-28T03:20:32,438 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/table/7b0ae9bce3844212b4175be93ae36249, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:20:32,439 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-28T03:20:32,444 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:20:32,444 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:20:32,444 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:20:32,444 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:32,444 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764030719Running coprocessor pre-close hooks at 1732764030719Disabling compacts and flushes for region at 1732764030719Disabling writes for close at 1732764030719Obtaining lock to block concurrent updates at 1732764030720 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732764030720Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732764030720Flushing stores of hbase:meta,,1.1588230740 at 1732764030721 (+1 ms)Flushing 1588230740/info: creating writer at 1732764030721Flushing 1588230740/info: appending metadata at 1732764030739 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732764030739Flushing 1588230740/ns: creating writer at 1732764031148 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732764031161 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732764031161Flushing 1588230740/rep_barrier: creating writer at 1732764031570 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764031588 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764031588Flushing 1588230740/table: creating writer at 1732764031996 (+408 ms)Flushing 1588230740/table: appending metadata at 1732764032013 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732764032013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f51b76a: reopening flushed file at 1732764032421 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2478208c: reopening flushed file at 1732764032425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db852b6: reopening flushed file at 1732764032430 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b963fd: reopening flushed file at 1732764032434 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732764032439 (+5 ms)Writing region close event to WAL at 1732764032441 (+2 ms)Running coprocessor post-close hooks at 1732764032444 (+3 ms)Closed at 1732764032444 2024-11-28T03:20:32,444 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:32,521 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-28T03:20:32,521 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,37651,1732764010494; all regions closed. 2024-11-28T03:20:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:20:32,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741839_1015 (size=2172) 2024-11-28T03:20:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741833_1009 (size=2414) 2024-11-28T03:20:32,528 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:32,528 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:20:32,528 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:20:32,528 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:20:32,529 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:20:32,529 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:20:32,529 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,37651,1732764010494 because: Region server is closing 2024-11-28T03:20:32,529 INFO [RS:0;b4e3b2a3b1ef:37651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:37651. 2024-11-28T03:20:32,529 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:32,529 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:32,529 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:32,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:32,581 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1471, reset compression=false 2024-11-28T03:20:32,630 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.shipperb4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 terminated 2024-11-28T03:20:32,630 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,37651,1732764010494.replicationSource.wal-reader.b4e3b2a3b1ef%2C37651%2C1732764010494,1-b4e3b2a3b1ef,37651,1732764010494 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:20:32,630 INFO [RS:0;b4e3b2a3b1ef:37651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:37651. 2024-11-28T03:20:32,630 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:32,630 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:32,630 DEBUG [RS:0;b4e3b2a3b1ef:37651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:32,630 INFO [RS:0;b4e3b2a3b1ef:37651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37651 2024-11-28T03:20:32,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:32,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1310801565/rs/b4e3b2a3b1ef,37651,1732764010494 2024-11-28T03:20:32,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565/rs 2024-11-28T03:20:32,633 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:20:32,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,37651,1732764010494] 2024-11-28T03:20:32,637 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1310801565/draining/b4e3b2a3b1ef,37651,1732764010494 already deleted, retry=false 2024-11-28T03:20:32,637 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,37651,1732764010494 expired; onlineServers=0 2024-11-28T03:20:32,637 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,40163,1732764010439' ***** 2024-11-28T03:20:32,637 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:20:32,638 INFO [M:0;b4e3b2a3b1ef:40163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:20:32,638 INFO [M:0;b4e3b2a3b1ef:40163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:20:32,638 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:20:32,638 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:20:32,638 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:20:32,638 INFO [M:0;b4e3b2a3b1ef:40163 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:20:32,638 INFO [M:0;b4e3b2a3b1ef:40163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:20:32,638 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:20:32,638 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764011952 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764011952,5,FailOnTimeoutGroup] 2024-11-28T03:20:32,638 INFO [M:0;b4e3b2a3b1ef:40163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:20:32,638 INFO [M:0;b4e3b2a3b1ef:40163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:20:32,638 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764011956 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764011956,5,FailOnTimeoutGroup] 2024-11-28T03:20:32,639 INFO [M:0;b4e3b2a3b1ef:40163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:20:32,639 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:20:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1310801565/master 2024-11-28T03:20:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1310801565 2024-11-28T03:20:32,647 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1310801565/master already deleted, retry=false 2024-11-28T03:20:32,647 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] master.ActiveMasterManager(353): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1310801565/master 2024-11-28T03:20:32,649 INFO [M:0;b4e3b2a3b1ef:40163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/.lastflushedseqids 2024-11-28T03:20:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741847_1023 (size=245) 2024-11-28T03:20:32,654 INFO [M:0;b4e3b2a3b1ef:40163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:20:32,655 INFO [M:0;b4e3b2a3b1ef:40163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:20:32,655 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:32,655 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:32,655 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:32,655 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:32,655 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:32,655 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-28T03:20:32,675 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0faecd088f134006ab31f152ac7a21cc is 82, key is hbase:meta,,1/info:regioninfo/1732764012617/Put/seqid=0 2024-11-28T03:20:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741848_1024 (size=5672) 2024-11-28T03:20:32,679 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0faecd088f134006ab31f152ac7a21cc 2024-11-28T03:20:32,701 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05293c9b41344b90bb0c0e47225d678b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732764022306/Put/seqid=0 2024-11-28T03:20:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741849_1025 (size=9212) 2024-11-28T03:20:32,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:32,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37651-0x1015c964ec60007, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:32,737 INFO [RS:0;b4e3b2a3b1ef:37651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:20:32,737 INFO [RS:0;b4e3b2a3b1ef:37651 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,37651,1732764010494; zookeeper connection closed. 2024-11-28T03:20:32,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57614d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57614d4 2024-11-28T03:20:32,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:20:32,817 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:33,105 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05293c9b41344b90bb0c0e47225d678b 2024-11-28T03:20:33,130 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88fe7dae56be45139d0fedaa4460a3c9 is 69, key is b4e3b2a3b1ef,37651,1732764010494/rs:state/1732764012042/Put/seqid=0 2024-11-28T03:20:33,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741850_1026 (size=5156) 2024-11-28T03:20:33,135 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88fe7dae56be45139d0fedaa4460a3c9 2024-11-28T03:20:33,141 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0faecd088f134006ab31f152ac7a21cc as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0faecd088f134006ab31f152ac7a21cc 2024-11-28T03:20:33,146 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0faecd088f134006ab31f152ac7a21cc, entries=8, sequenceid=127, filesize=5.5 K 2024-11-28T03:20:33,147 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05293c9b41344b90bb0c0e47225d678b as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05293c9b41344b90bb0c0e47225d678b 2024-11-28T03:20:33,152 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05293c9b41344b90bb0c0e47225d678b, entries=15, sequenceid=127, filesize=9.0 K 2024-11-28T03:20:33,157 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88fe7dae56be45139d0fedaa4460a3c9 as hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88fe7dae56be45139d0fedaa4460a3c9 2024-11-28T03:20:33,162 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/b289790d-8153-dce0-2c7b-94e5daff72b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88fe7dae56be45139d0fedaa4460a3c9, entries=1, sequenceid=127, filesize=5.0 K 2024-11-28T03:20:33,163 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=127, compaction requested=false 2024-11-28T03:20:33,167 INFO [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:33,167 DEBUG [M:0;b4e3b2a3b1ef:40163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764032655Disabling compacts and flushes for region at 1732764032655Disabling writes for close at 1732764032655Obtaining lock to block concurrent updates at 1732764032655Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764032655Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732764032655Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764032656 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764032656Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764032674 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764032674Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764032685 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764032700 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764032700Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764033110 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764033130 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764033130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb22a75: reopening flushed file at 1732764033140 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259d437: reopening flushed file at 1732764033146 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2b61d5: reopening flushed file at 1732764033153 (+7 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=127, compaction requested=false at 1732764033163 (+10 ms)Writing region close event to WAL at 1732764033167 (+4 ms)Closed at 1732764033167 2024-11-28T03:20:33,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41991 is added to blk_1073741830_1006 (size=73866) 2024-11-28T03:20:33,171 INFO [M:0;b4e3b2a3b1ef:40163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:20:33,171 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:20:33,171 INFO [M:0;b4e3b2a3b1ef:40163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40163 2024-11-28T03:20:33,171 INFO [M:0;b4e3b2a3b1ef:40163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:20:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:33,273 INFO [M:0;b4e3b2a3b1ef:40163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:20:33,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40163-0x1015c964ec60006, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:33,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fd3243d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:33,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@334a8ff8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:20:33,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:20:33,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6447ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:20:33,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@412bff8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.log.dir/,STOPPED} 2024-11-28T03:20:33,278 WARN [BP-679040642-172.17.0.2-1732764009301 heartbeating to localhost/127.0.0.1:38541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:20:33,278 WARN [BP-679040642-172.17.0.2-1732764009301 heartbeating to localhost/127.0.0.1:38541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-679040642-172.17.0.2-1732764009301 (Datanode Uuid ddb4b286-491c-4091-a42e-0362fc6fe5a9) service to localhost/127.0.0.1:38541 2024-11-28T03:20:33,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:20:33,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:20:33,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/cluster_ff9166e3-d0ed-1710-dc68-6631236381d5/data/data1/current/BP-679040642-172.17.0.2-1732764009301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:20:33,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/cluster_ff9166e3-d0ed-1710-dc68-6631236381d5/data/data2/current/BP-679040642-172.17.0.2-1732764009301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:20:33,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:20:33,285 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1471, reset compression=false 2024-11-28T03:20:33,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23ca4f29{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:33,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@185a4390{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:20:33,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:20:33,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e89182{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:20:33,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571fba1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.log.dir/,STOPPED} 2024-11-28T03:20:33,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:20:33,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:20:33,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:33,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:33,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:33,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:33,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:33,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:20:33,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=290371466, stopped=false 2024-11-28T03:20:33,301 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,39739,1732764006184 2024-11-28T03:20:33,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678516938/running 2024-11-28T03:20:33,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:33,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678516938/running 2024-11-28T03:20:33,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:33,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:20:33,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on znode that does not yet exist, /11678516938/running 2024-11-28T03:20:33,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:33,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Set watcher on znode that does not yet exist, /11678516938/running 2024-11-28T03:20:33,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:33,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:33,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,35061,1732764006222' ***** 2024-11-28T03:20:33,306 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:20:33,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:35061. 2024-11-28T03:20:33,306 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:33,306 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7528990fc9e77a106ae51acbb010f527, disabling compactions & flushes 2024-11-28T03:20:33,306 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:33,306 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:33,306 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:20:33,307 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:33,307 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:20:33,307 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:20:33,307 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. after waiting 0 ms 2024-11-28T03:20:33,307 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:20:33,307 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:33,307 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7528990fc9e77a106ae51acbb010f527 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-28T03:20:33,307 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:20:33,307 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1325): Online Regions={7528990fc9e77a106ae51acbb010f527=hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527., 1588230740=hbase:meta,,1.1588230740, 6f6d278597027f3ba777b5cf3201faae=test,,1732764013884.6f6d278597027f3ba777b5cf3201faae.} 2024-11-28T03:20:33,307 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6d278597027f3ba777b5cf3201faae, 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:33,307 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:33,307 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:33,307 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:33,307 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:33,307 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:33,307 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:20:33,322 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527/.tmp/queue/b15269b58bb84dee94b4e05c9c0ba38c is 154, key is 1-b4e3b2a3b1ef,35061,1732764006222/queue:b4e3b2a3b1ef%2C35061%2C1732764006222/1732764030566/Put/seqid=0 2024-11-28T03:20:33,323 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/info/764c9cc9d3c0483380ebeb04ba1ee6fe is 147, key is hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527./info:regioninfo/1732764021134/Put/seqid=0 2024-11-28T03:20:33,328 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:20:33,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741840_1016 (size=5353) 2024-11-28T03:20:33,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741841_1017 (size=7686) 2024-11-28T03:20:33,507 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6d278597027f3ba777b5cf3201faae, 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:33,540 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:33,707 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6d278597027f3ba777b5cf3201faae, 7528990fc9e77a106ae51acbb010f527 2024-11-28T03:20:33,728 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527/.tmp/queue/b15269b58bb84dee94b4e05c9c0ba38c 2024-11-28T03:20:33,729 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/info/764c9cc9d3c0483380ebeb04ba1ee6fe 2024-11-28T03:20:33,733 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527/.tmp/queue/b15269b58bb84dee94b4e05c9c0ba38c as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527/queue/b15269b58bb84dee94b4e05c9c0ba38c 2024-11-28T03:20:33,737 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527/queue/b15269b58bb84dee94b4e05c9c0ba38c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-28T03:20:33,738 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7528990fc9e77a106ae51acbb010f527 in 431ms, sequenceid=14, compaction requested=false 2024-11-28T03:20:33,741 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/replication/7528990fc9e77a106ae51acbb010f527/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-28T03:20:33,742 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:20:33,742 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:20:33,742 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:33,742 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7528990fc9e77a106ae51acbb010f527: Waiting for close lock at 1732764033306Running coprocessor pre-close hooks at 1732764033306Disabling compacts and flushes for region at 1732764033306Disabling writes for close at 1732764033307 (+1 ms)Obtaining lock to block concurrent updates at 1732764033307Preparing flush snapshotting stores in 7528990fc9e77a106ae51acbb010f527 at 1732764033307Finished memstore snapshotting hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732764033307Flushing stores of hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. at 1732764033307Flushing 7528990fc9e77a106ae51acbb010f527/queue: creating writer at 1732764033308 (+1 ms)Flushing 7528990fc9e77a106ae51acbb010f527/queue: appending metadata at 1732764033322 (+14 ms)Flushing 7528990fc9e77a106ae51acbb010f527/queue: closing flushed file at 1732764033322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483eeaff: reopening flushed file at 1732764033733 (+411 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7528990fc9e77a106ae51acbb010f527 in 431ms, sequenceid=14, compaction requested=false at 1732764033738 (+5 ms)Writing region close event to WAL at 1732764033739 (+1 ms)Running coprocessor post-close hooks at 1732764033742 (+3 ms)Closed at 1732764033742 2024-11-28T03:20:33,742 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732764020358.7528990fc9e77a106ae51acbb010f527. 2024-11-28T03:20:33,742 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f6d278597027f3ba777b5cf3201faae, disabling compactions & flushes 2024-11-28T03:20:33,742 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:33,742 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:33,742 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. after waiting 0 ms 2024-11-28T03:20:33,742 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:33,742 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f6d278597027f3ba777b5cf3201faae 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-28T03:20:33,748 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/ns/d90cb88843d342b6aa357dcaa75e2d3f is 43, key is default/ns:d/1732764009180/Put/seqid=0 2024-11-28T03:20:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741842_1018 (size=5153) 2024-11-28T03:20:33,757 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/f/85e28e45ba1346359bf141f779502d06 is 37, key is row3/f:row3/1732764029374/Put/seqid=0 2024-11-28T03:20:33,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741843_1019 (size=5228) 2024-11-28T03:20:33,760 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/f/85e28e45ba1346359bf141f779502d06 2024-11-28T03:20:33,764 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85e28e45ba1346359bf141f779502d06 2024-11-28T03:20:33,777 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/f1/a05610532ac941008cf2e210b4c3c743 is 30, key is row1/f1:/1732764026713/DeleteFamily/seqid=0 2024-11-28T03:20:33,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741844_1020 (size=5158) 2024-11-28T03:20:33,908 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:34,089 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1471, reset compression=false 2024-11-28T03:20:34,094 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:34,094 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1718, reset compression=false 2024-11-28T03:20:34,094 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35061,1732764006222 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:34,094 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:20:34,095 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,35061,1732764006222: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,35061,1732764006222, walGroup=b4e3b2a3b1ef%2C35061%2C1732764006222, offset=b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:35061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:20:34,096 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:20:34,096 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:20:34,096 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:20:34,096 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:20:34,096 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:20:34,096 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:20:34,096 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 860672512 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198747152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:20:34,097 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:39739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:39739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:20:34,108 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:34,154 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/ns/d90cb88843d342b6aa357dcaa75e2d3f 2024-11-28T03:20:34,178 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/rep_barrier/2969d7fc4fad422cb87da8b1d21f5d88 is 112, key is test,,1732764013884.6f6d278597027f3ba777b5cf3201faae./rep_barrier:seqnumDuringOpen/1732764015057/Put/seqid=0 2024-11-28T03:20:34,181 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/f1/a05610532ac941008cf2e210b4c3c743 2024-11-28T03:20:34,186 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a05610532ac941008cf2e210b4c3c743 2024-11-28T03:20:34,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741845_1021 (size=5518) 2024-11-28T03:20:34,197 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/rep_barrier/2969d7fc4fad422cb87da8b1d21f5d88 2024-11-28T03:20:34,214 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/norep/a8dbad4a7b7e4a57ad9a9b45f3bab2c7 is 33, key is row1/norep:/1732764026713/DeleteFamily/seqid=0 2024-11-28T03:20:34,222 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/table/64e61cdd36824c5888fa1860df678a12 is 53, key is hbase:replication/table:state/1732764021145/Put/seqid=0 2024-11-28T03:20:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741846_1022 (size=5108) 2024-11-28T03:20:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741847_1023 (size=5308) 2024-11-28T03:20:34,299 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1718, reset compression=false 2024-11-28T03:20:34,308 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:20:34,308 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6f6d278597027f3ba777b5cf3201faae=test,,1732764013884.6f6d278597027f3ba777b5cf3201faae.} 2024-11-28T03:20:34,308 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:34,344 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:34,508 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f6d278597027f3ba777b5cf3201faae 2024-11-28T03:20:34,605 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/WALs/b4e3b2a3b1ef,35061,1732764006222/b4e3b2a3b1ef%2C35061%2C1732764006222.1732764008221 to pos 1718, reset compression=false 2024-11-28T03:20:34,625 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/norep/a8dbad4a7b7e4a57ad9a9b45f3bab2c7 2024-11-28T03:20:34,629 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8dbad4a7b7e4a57ad9a9b45f3bab2c7 2024-11-28T03:20:34,630 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/f/85e28e45ba1346359bf141f779502d06 as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/f/85e28e45ba1346359bf141f779502d06 2024-11-28T03:20:34,634 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85e28e45ba1346359bf141f779502d06 2024-11-28T03:20:34,634 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/f/85e28e45ba1346359bf141f779502d06, entries=5, sequenceid=12, filesize=5.1 K 2024-11-28T03:20:34,634 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/table/64e61cdd36824c5888fa1860df678a12 2024-11-28T03:20:34,635 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/f1/a05610532ac941008cf2e210b4c3c743 as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/f1/a05610532ac941008cf2e210b4c3c743 2024-11-28T03:20:34,638 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/info/764c9cc9d3c0483380ebeb04ba1ee6fe as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/info/764c9cc9d3c0483380ebeb04ba1ee6fe 2024-11-28T03:20:34,638 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a05610532ac941008cf2e210b4c3c743 2024-11-28T03:20:34,638 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/f1/a05610532ac941008cf2e210b4c3c743, entries=3, sequenceid=12, filesize=5.0 K 2024-11-28T03:20:34,639 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/.tmp/norep/a8dbad4a7b7e4a57ad9a9b45f3bab2c7 as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/norep/a8dbad4a7b7e4a57ad9a9b45f3bab2c7 2024-11-28T03:20:34,642 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/info/764c9cc9d3c0483380ebeb04ba1ee6fe, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:20:34,642 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8dbad4a7b7e4a57ad9a9b45f3bab2c7 2024-11-28T03:20:34,642 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/norep/a8dbad4a7b7e4a57ad9a9b45f3bab2c7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-28T03:20:34,643 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/ns/d90cb88843d342b6aa357dcaa75e2d3f as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/ns/d90cb88843d342b6aa357dcaa75e2d3f 2024-11-28T03:20:34,643 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6f6d278597027f3ba777b5cf3201faae in 901ms, sequenceid=12, compaction requested=false 2024-11-28T03:20:34,647 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/ns/d90cb88843d342b6aa357dcaa75e2d3f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:20:34,647 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/default/test/6f6d278597027f3ba777b5cf3201faae/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T03:20:34,647 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/rep_barrier/2969d7fc4fad422cb87da8b1d21f5d88 as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/rep_barrier/2969d7fc4fad422cb87da8b1d21f5d88 2024-11-28T03:20:34,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:20:34,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:20:34,648 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:34,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f6d278597027f3ba777b5cf3201faae: Waiting for close lock at 1732764033742Running coprocessor pre-close hooks at 1732764033742Disabling compacts and flushes for region at 1732764033742Disabling writes for close at 1732764033742Obtaining lock to block concurrent updates at 1732764033742Preparing flush snapshotting stores in 6f6d278597027f3ba777b5cf3201faae at 1732764033742Finished memstore snapshotting test,,1732764013884.6f6d278597027f3ba777b5cf3201faae., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732764033743 (+1 ms)Flushing stores of test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. at 1732764033743Flushing 6f6d278597027f3ba777b5cf3201faae/f: creating writer at 1732764033743Flushing 6f6d278597027f3ba777b5cf3201faae/f: appending metadata at 1732764033757 (+14 ms)Flushing 6f6d278597027f3ba777b5cf3201faae/f: closing flushed file at 1732764033757Flushing 6f6d278597027f3ba777b5cf3201faae/f1: creating writer at 1732764033764 (+7 ms)Flushing 6f6d278597027f3ba777b5cf3201faae/f1: appending metadata at 1732764033777 (+13 ms)Flushing 6f6d278597027f3ba777b5cf3201faae/f1: closing flushed file at 1732764033777Flushing 6f6d278597027f3ba777b5cf3201faae/norep: creating writer at 1732764034186 (+409 ms)Flushing 6f6d278597027f3ba777b5cf3201faae/norep: appending metadata at 1732764034213 (+27 ms)Flushing 6f6d278597027f3ba777b5cf3201faae/norep: closing flushed file at 1732764034213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c2c34a: reopening flushed file at 1732764034629 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f638276: reopening flushed file at 1732764034634 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260a9b0f: reopening flushed file at 1732764034638 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6f6d278597027f3ba777b5cf3201faae in 901ms, sequenceid=12, compaction requested=false at 1732764034643 (+5 ms)Writing region close event to WAL at 1732764034645 (+2 ms)Running coprocessor post-close hooks at 1732764034648 (+3 ms)Closed at 1732764034648 2024-11-28T03:20:34,648 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764013884.6f6d278597027f3ba777b5cf3201faae. 2024-11-28T03:20:34,651 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/rep_barrier/2969d7fc4fad422cb87da8b1d21f5d88, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:20:34,652 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/.tmp/table/64e61cdd36824c5888fa1860df678a12 as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/table/64e61cdd36824c5888fa1860df678a12 2024-11-28T03:20:34,656 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/table/64e61cdd36824c5888fa1860df678a12, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:20:34,657 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false 2024-11-28T03:20:34,661 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:20:34,661 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:20:34,661 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:20:34,661 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:34,661 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764033307Running coprocessor pre-close hooks at 1732764033307Disabling compacts and flushes for region at 1732764033307Disabling writes for close at 1732764033307Obtaining lock to block concurrent updates at 1732764033307Preparing flush snapshotting stores in 1588230740 at 1732764033307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732764033307Flushing stores of hbase:meta,,1.1588230740 at 1732764033308 (+1 ms)Flushing 1588230740/info: creating writer at 1732764033308Flushing 1588230740/info: appending metadata at 1732764033323 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732764033323Flushing 1588230740/ns: creating writer at 1732764033733 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732764033748 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732764033748Flushing 1588230740/rep_barrier: creating writer at 1732764034159 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764034177 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764034177Flushing 1588230740/table: creating writer at 1732764034202 (+25 ms)Flushing 1588230740/table: appending metadata at 1732764034221 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732764034221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a29e1c8: reopening flushed file at 1732764034637 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2e40a9: reopening flushed file at 1732764034642 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b26d50: reopening flushed file at 1732764034647 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f7caf2: reopening flushed file at 1732764034651 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false at 1732764034657 (+6 ms)Writing region close event to WAL at 1732764034658 (+1 ms)Running coprocessor post-close hooks at 1732764034661 (+3 ms)Closed at 1732764034661 2024-11-28T03:20:34,662 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:34,708 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,35061,1732764006222; all regions closed. 2024-11-28T03:20:34,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:20:34,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741839_1015 (size=3552) 2024-11-28T03:20:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741832_1008 (size=2370) 2024-11-28T03:20:34,721 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:34,721 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:20:34,721 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:20:34,721 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:20:34,721 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:20:34,721 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,35061,1732764006222 because: Region server is closing 2024-11-28T03:20:34,722 INFO [RS:0;b4e3b2a3b1ef:35061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:35061. 2024-11-28T03:20:34,722 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:34,722 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:34,722 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:34,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:34,722 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:20:34,822 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.shipperb4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 terminated 2024-11-28T03:20:34,822 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35061,1732764006222.replicationSource.wal-reader.b4e3b2a3b1ef%2C35061%2C1732764006222,1-b4e3b2a3b1ef,35061,1732764006222 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:20:34,822 INFO [RS:0;b4e3b2a3b1ef:35061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:35061. 2024-11-28T03:20:34,822 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:34,822 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:34,823 DEBUG [RS:0;b4e3b2a3b1ef:35061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:34,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:34,823 INFO [RS:0;b4e3b2a3b1ef:35061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35061 2024-11-28T03:20:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678516938/rs/b4e3b2a3b1ef,35061,1732764006222 2024-11-28T03:20:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938/rs 2024-11-28T03:20:34,825 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:20:34,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,35061,1732764006222] 2024-11-28T03:20:34,827 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11678516938/draining/b4e3b2a3b1ef,35061,1732764006222 already deleted, retry=false 2024-11-28T03:20:34,827 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,35061,1732764006222 expired; onlineServers=0 2024-11-28T03:20:34,827 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,39739,1732764006184' ***** 2024-11-28T03:20:34,827 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:20:34,827 INFO [M:0;b4e3b2a3b1ef:39739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:20:34,827 INFO [M:0;b4e3b2a3b1ef:39739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:20:34,827 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:20:34,827 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:20:34,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:20:34,827 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764008000 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764008000,5,FailOnTimeoutGroup] 2024-11-28T03:20:34,827 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764007999 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764007999,5,FailOnTimeoutGroup] 2024-11-28T03:20:34,827 INFO [M:0;b4e3b2a3b1ef:39739 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:20:34,827 INFO [M:0;b4e3b2a3b1ef:39739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:20:34,827 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:20:34,827 INFO [M:0;b4e3b2a3b1ef:39739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:20:34,827 INFO [M:0;b4e3b2a3b1ef:39739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:20:34,828 INFO [M:0;b4e3b2a3b1ef:39739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:20:34,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:20:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11678516938/master 2024-11-28T03:20:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11678516938 2024-11-28T03:20:34,835 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] zookeeper.ZKUtil(347): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Unable to get data of znode /11678516938/master because node does not exist (not an error) 2024-11-28T03:20:34,835 WARN [M:0;b4e3b2a3b1ef:39739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:20:34,836 INFO [M:0;b4e3b2a3b1ef:39739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/.lastflushedseqids 2024-11-28T03:20:34,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741848_1024 (size=245) 2024-11-28T03:20:34,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:34,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35061-0x1015c964ec60004, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:34,926 INFO [RS:0;b4e3b2a3b1ef:35061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:20:34,926 INFO [RS:0;b4e3b2a3b1ef:35061 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,35061,1732764006222; zookeeper connection closed. 2024-11-28T03:20:34,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b73369b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b73369b 2024-11-28T03:20:34,927 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:20:35,240 INFO [M:0;b4e3b2a3b1ef:39739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:20:35,241 INFO [M:0;b4e3b2a3b1ef:39739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:20:35,241 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:35,241 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:35,241 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:35,241 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:35,241 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:35,241 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T03:20:35,249 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:35,259 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef79e0a343274e769df8baa0702ebe65 is 82, key is hbase:meta,,1/info:regioninfo/1732764009169/Put/seqid=0 2024-11-28T03:20:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741849_1025 (size=5672) 2024-11-28T03:20:35,263 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef79e0a343274e769df8baa0702ebe65 2024-11-28T03:20:35,284 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adb2673ac3a0439587b7daa59cc963fb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732764021148/Put/seqid=0 2024-11-28T03:20:35,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741850_1026 (size=8516) 2024-11-28T03:20:35,290 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adb2673ac3a0439587b7daa59cc963fb 2024-11-28T03:20:35,324 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d531435a024d49d6b6e5df817b42518b is 69, key is b4e3b2a3b1ef,35061,1732764006222/rs:state/1732764008074/Put/seqid=0 2024-11-28T03:20:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741851_1027 (size=5156) 2024-11-28T03:20:35,331 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d531435a024d49d6b6e5df817b42518b 2024-11-28T03:20:35,337 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef79e0a343274e769df8baa0702ebe65 as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef79e0a343274e769df8baa0702ebe65 2024-11-28T03:20:35,342 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef79e0a343274e769df8baa0702ebe65, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T03:20:35,343 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adb2673ac3a0439587b7daa59cc963fb as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adb2673ac3a0439587b7daa59cc963fb 2024-11-28T03:20:35,348 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adb2673ac3a0439587b7daa59cc963fb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T03:20:35,349 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d531435a024d49d6b6e5df817b42518b as hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d531435a024d49d6b6e5df817b42518b 2024-11-28T03:20:35,353 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44257/user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d531435a024d49d6b6e5df817b42518b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T03:20:35,354 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=97, compaction requested=false 2024-11-28T03:20:35,357 INFO [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:35,357 DEBUG [M:0;b4e3b2a3b1ef:39739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764035241Disabling compacts and flushes for region at 1732764035241Disabling writes for close at 1732764035241Obtaining lock to block concurrent updates at 1732764035241Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764035241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732764035241Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764035242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764035242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764035259 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764035259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764035268 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764035284 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764035284Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764035295 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764035323 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764035323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2366345c: reopening flushed file at 1732764035337 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30be4d76: reopening flushed file at 1732764035342 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dae80b6: reopening flushed file at 1732764035348 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=97, compaction requested=false at 1732764035354 (+6 ms)Writing region close event to WAL at 1732764035357 (+3 ms)Closed at 1732764035357 2024-11-28T03:20:35,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37869 is added to blk_1073741830_1006 (size=63654) 2024-11-28T03:20:35,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fa459b0-5b83-c134-0ec8-6c23199aafed/MasterData/WALs/b4e3b2a3b1ef,39739,1732764006184/b4e3b2a3b1ef%2C39739%2C1732764006184.1732764007919 not finished, retry = 0 2024-11-28T03:20:35,460 INFO [M:0;b4e3b2a3b1ef:39739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:20:35,460 INFO [M:0;b4e3b2a3b1ef:39739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39739 2024-11-28T03:20:35,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:20:35,460 INFO [M:0;b4e3b2a3b1ef:39739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:20:35,563 INFO [M:0;b4e3b2a3b1ef:39739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:20:35,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:35,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39739-0x1015c964ec60003, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:35,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13910b44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:35,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31c528cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:20:35,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:20:35,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1036e7c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:20:35,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc9cb47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.log.dir/,STOPPED} 2024-11-28T03:20:35,570 WARN [BP-1787684798-172.17.0.2-1732764005166 heartbeating to localhost/127.0.0.1:44257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:20:35,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:20:35,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:20:35,570 WARN [BP-1787684798-172.17.0.2-1732764005166 heartbeating to localhost/127.0.0.1:44257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1787684798-172.17.0.2-1732764005166 (Datanode Uuid c8c39766-eb51-4d22-9e2e-4d9a767c5a94) service to localhost/127.0.0.1:44257 2024-11-28T03:20:35,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/cluster_ebef1a61-b9e4-fb2a-cb6e-7c046fcecc0b/data/data1/current/BP-1787684798-172.17.0.2-1732764005166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:20:35,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/cluster_ebef1a61-b9e4-fb2a-cb6e-7c046fcecc0b/data/data2/current/BP-1787684798-172.17.0.2-1732764005166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:20:35,571 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:20:35,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@119b7d80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:35,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cb3e16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:20:35,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:20:35,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5cef8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:20:35,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ec3d9bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fa6d195-0119-6080-5935-4a92fbcb3f26/hadoop.log.dir/,STOPPED} 2024-11-28T03:20:35,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:20:35,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:20:35,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:35,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:35,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:35,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:35,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:35,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:20:35,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1290273767, stopped=false 2024-11-28T03:20:35,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,32865,1732764002019 2024-11-28T03:20:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319805667/running 2024-11-28T03:20:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319805667/running 2024-11-28T03:20:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:35,596 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:20:35,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:35,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on znode that does not yet exist, /01319805667/running 2024-11-28T03:20:35,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:35,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:35,597 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,38135,1732764002095' ***** 2024-11-28T03:20:35,597 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:20:35,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Set watcher on znode that does not yet exist, /01319805667/running 2024-11-28T03:20:35,597 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:20:35,598 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(3091): Received CLOSE for 397ace70bf734dd304cc6f1c46659e91 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(3091): Received CLOSE for f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:38135. 2024-11-28T03:20:35,598 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 397ace70bf734dd304cc6f1c46659e91, disabling compactions & flushes 2024-11-28T03:20:35,598 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:35,598 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:35,598 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:35,598 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:35,598 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. after waiting 0 ms 2024-11-28T03:20:35,598 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:20:35,598 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:20:35,599 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:20:35,599 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 397ace70bf734dd304cc6f1c46659e91 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-28T03:20:35,599 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:20:35,599 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1325): Online Regions={397ace70bf734dd304cc6f1c46659e91=hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91., 1588230740=hbase:meta,,1.1588230740, f13853e523933e5860824ecafb1c94a4=test,,1732764012740.f13853e523933e5860824ecafb1c94a4.} 2024-11-28T03:20:35,599 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 397ace70bf734dd304cc6f1c46659e91, f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:35,599 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:35,599 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:35,599 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:35,599 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:35,599 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:35,599 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:20:35,615 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/info/a5f324aad68b4b0c9792f385d6b2ad28 is 147, key is hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91./info:regioninfo/1732764019051/Put/seqid=0 2024-11-28T03:20:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741840_1016 (size=7686) 2024-11-28T03:20:35,620 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91/.tmp/queue/a9a6efc61fb64a73b76e6e5ac0e48bc9 is 154, key is 1-b4e3b2a3b1ef,38135,1732764002095/queue:b4e3b2a3b1ef%2C38135%2C1732764002095/1732764030803/Put/seqid=0 2024-11-28T03:20:35,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741841_1017 (size=5353) 2024-11-28T03:20:35,624 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91/.tmp/queue/a9a6efc61fb64a73b76e6e5ac0e48bc9 2024-11-28T03:20:35,629 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91/.tmp/queue/a9a6efc61fb64a73b76e6e5ac0e48bc9 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91/queue/a9a6efc61fb64a73b76e6e5ac0e48bc9 2024-11-28T03:20:35,632 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91/queue/a9a6efc61fb64a73b76e6e5ac0e48bc9, entries=1, sequenceid=13, filesize=5.2 K 2024-11-28T03:20:35,633 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 397ace70bf734dd304cc6f1c46659e91 in 35ms, sequenceid=13, compaction requested=false 2024-11-28T03:20:35,639 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/replication/397ace70bf734dd304cc6f1c46659e91/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-28T03:20:35,640 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:20:35,640 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:20:35,640 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:35,640 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 397ace70bf734dd304cc6f1c46659e91: Waiting for close lock at 1732764035598Running coprocessor pre-close hooks at 1732764035598Disabling compacts and flushes for region at 1732764035598Disabling writes for close at 1732764035598Obtaining lock to block concurrent updates at 1732764035599 (+1 ms)Preparing flush snapshotting stores in 397ace70bf734dd304cc6f1c46659e91 at 1732764035599Finished memstore snapshotting hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732764035599Flushing stores of hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. at 1732764035599Flushing 397ace70bf734dd304cc6f1c46659e91/queue: creating writer at 1732764035599Flushing 397ace70bf734dd304cc6f1c46659e91/queue: appending metadata at 1732764035620 (+21 ms)Flushing 397ace70bf734dd304cc6f1c46659e91/queue: closing flushed file at 1732764035620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d2565d: reopening flushed file at 1732764035628 (+8 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 397ace70bf734dd304cc6f1c46659e91 in 35ms, sequenceid=13, compaction requested=false at 1732764035633 (+5 ms)Writing region close event to WAL at 1732764035636 (+3 ms)Running coprocessor post-close hooks at 1732764035640 (+4 ms)Closed at 1732764035640 2024-11-28T03:20:35,640 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732764018207.397ace70bf734dd304cc6f1c46659e91. 2024-11-28T03:20:35,640 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f13853e523933e5860824ecafb1c94a4, disabling compactions & flushes 2024-11-28T03:20:35,640 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:35,640 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:35,640 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764012740.f13853e523933e5860824ecafb1c94a4. after waiting 0 ms 2024-11-28T03:20:35,640 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:35,640 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f13853e523933e5860824ecafb1c94a4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-28T03:20:35,656 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/f/b960b7d7f2ff4492a80cd01c8ee98e60 is 37, key is row3/f:row3/1732764029374/Put/seqid=0 2024-11-28T03:20:35,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741842_1018 (size=5228) 2024-11-28T03:20:35,660 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/f/b960b7d7f2ff4492a80cd01c8ee98e60 2024-11-28T03:20:35,664 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b960b7d7f2ff4492a80cd01c8ee98e60 2024-11-28T03:20:35,678 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:20:35,685 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/f1/737de2998e2b4fb3af73fac40b205b28 is 30, key is row1/f1:/1732764026713/DeleteFamily/seqid=0 2024-11-28T03:20:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741843_1019 (size=5158) 2024-11-28T03:20:35,799 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:35,954 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:20:35,954 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:20:35,999 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:36,019 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/info/a5f324aad68b4b0c9792f385d6b2ad28 2024-11-28T03:20:36,041 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/ns/aa77fd3716cf4269b16966a100ac8790 is 43, key is default/ns:d/1732764005075/Put/seqid=0 2024-11-28T03:20:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741844_1020 (size=5153) 2024-11-28T03:20:36,089 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/f1/737de2998e2b4fb3af73fac40b205b28 2024-11-28T03:20:36,092 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 737de2998e2b4fb3af73fac40b205b28 2024-11-28T03:20:36,106 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/norep/d6402e0130e24f459742699bd576fd68 is 32, key is row/norep:/1732764025706/DeleteFamily/seqid=0 2024-11-28T03:20:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741845_1021 (size=5101) 2024-11-28T03:20:36,199 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:36,252 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1488, reset compression=false 2024-11-28T03:20:36,257 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:36,257 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1735, reset compression=false 2024-11-28T03:20:36,257 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,38135,1732764002095 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:36,258 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,38135,1732764002095: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,38135,1732764002095, walGroup=b4e3b2a3b1ef%2C38135%2C1732764002095, offset=b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:38135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:20:36,259 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:20:36,259 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:20:36,260 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:20:36,260 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:20:36,260 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:20:36,260 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1140850688, "init": 1048576000, "max": 2306867200, "used": 917295616 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199299448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:20:36,261 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:32865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:32865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:20:36,400 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f13853e523933e5860824ecafb1c94a4 2024-11-28T03:20:36,446 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/ns/aa77fd3716cf4269b16966a100ac8790 2024-11-28T03:20:36,461 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1735, reset compression=false 2024-11-28T03:20:36,468 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d5978fc34a1841c5a01af3c0b1736cf1 is 112, key is test,,1732764012740.f13853e523933e5860824ecafb1c94a4./rep_barrier:seqnumDuringOpen/1732764013526/Put/seqid=0 2024-11-28T03:20:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741846_1022 (size=5518) 2024-11-28T03:20:36,510 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/norep/d6402e0130e24f459742699bd576fd68 2024-11-28T03:20:36,514 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6402e0130e24f459742699bd576fd68 2024-11-28T03:20:36,514 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/f/b960b7d7f2ff4492a80cd01c8ee98e60 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/f/b960b7d7f2ff4492a80cd01c8ee98e60 2024-11-28T03:20:36,518 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b960b7d7f2ff4492a80cd01c8ee98e60 2024-11-28T03:20:36,518 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/f/b960b7d7f2ff4492a80cd01c8ee98e60, entries=5, sequenceid=12, filesize=5.1 K 2024-11-28T03:20:36,519 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/f1/737de2998e2b4fb3af73fac40b205b28 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/f1/737de2998e2b4fb3af73fac40b205b28 2024-11-28T03:20:36,522 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 737de2998e2b4fb3af73fac40b205b28 2024-11-28T03:20:36,523 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/f1/737de2998e2b4fb3af73fac40b205b28, entries=3, sequenceid=12, filesize=5.0 K 2024-11-28T03:20:36,523 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/.tmp/norep/d6402e0130e24f459742699bd576fd68 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/norep/d6402e0130e24f459742699bd576fd68 2024-11-28T03:20:36,526 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6402e0130e24f459742699bd576fd68 2024-11-28T03:20:36,526 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/norep/d6402e0130e24f459742699bd576fd68, entries=1, sequenceid=12, filesize=5.0 K 2024-11-28T03:20:36,527 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f13853e523933e5860824ecafb1c94a4 in 887ms, sequenceid=12, compaction requested=false 2024-11-28T03:20:36,527 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:20:36,531 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/default/test/f13853e523933e5860824ecafb1c94a4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T03:20:36,532 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:20:36,532 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:20:36,532 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:36,532 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f13853e523933e5860824ecafb1c94a4: Waiting for close lock at 1732764035640Running coprocessor pre-close hooks at 1732764035640Disabling compacts and flushes for region at 1732764035640Disabling writes for close at 1732764035640Obtaining lock to block concurrent updates at 1732764035640Preparing flush snapshotting stores in f13853e523933e5860824ecafb1c94a4 at 1732764035640Finished memstore snapshotting test,,1732764012740.f13853e523933e5860824ecafb1c94a4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732764035641 (+1 ms)Flushing stores of test,,1732764012740.f13853e523933e5860824ecafb1c94a4. at 1732764035641Flushing f13853e523933e5860824ecafb1c94a4/f: creating writer at 1732764035641Flushing f13853e523933e5860824ecafb1c94a4/f: appending metadata at 1732764035655 (+14 ms)Flushing f13853e523933e5860824ecafb1c94a4/f: closing flushed file at 1732764035655Flushing f13853e523933e5860824ecafb1c94a4/f1: creating writer at 1732764035665 (+10 ms)Flushing f13853e523933e5860824ecafb1c94a4/f1: appending metadata at 1732764035684 (+19 ms)Flushing f13853e523933e5860824ecafb1c94a4/f1: closing flushed file at 1732764035684Flushing f13853e523933e5860824ecafb1c94a4/norep: creating writer at 1732764036092 (+408 ms)Flushing f13853e523933e5860824ecafb1c94a4/norep: appending metadata at 1732764036106 (+14 ms)Flushing f13853e523933e5860824ecafb1c94a4/norep: closing flushed file at 1732764036106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5b143d: reopening flushed file at 1732764036514 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a5f548: reopening flushed file at 1732764036518 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d96abf: reopening flushed file at 1732764036523 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f13853e523933e5860824ecafb1c94a4 in 887ms, sequenceid=12, compaction requested=false at 1732764036527 (+4 ms)Writing region close event to WAL at 1732764036529 (+2 ms)Running coprocessor post-close hooks at 1732764036532 (+3 ms)Closed at 1732764036532 2024-11-28T03:20:36,532 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764012740.f13853e523933e5860824ecafb1c94a4. 2024-11-28T03:20:36,600 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:20:36,600 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:20:36,600 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:20:36,766 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 1735, reset compression=false 2024-11-28T03:20:36,771 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:36,771 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 2379, reset compression=false 2024-11-28T03:20:36,800 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:20:36,873 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d5978fc34a1841c5a01af3c0b1736cf1 2024-11-28T03:20:36,895 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/table/53b3366803574652b736f0ec77633c8c is 53, key is hbase:replication/table:state/1732764019062/Put/seqid=0 2024-11-28T03:20:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741847_1023 (size=5308) 2024-11-28T03:20:36,926 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:32865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-28T03:20:36,973 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 2379, reset compression=false 2024-11-28T03:20:37,000 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:20:37,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,201 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:20:37,278 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.wal-reader.b4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 to pos 2379, reset compression=false 2024-11-28T03:20:37,300 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/table/53b3366803574652b736f0ec77633c8c 2024-11-28T03:20:37,305 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/info/a5f324aad68b4b0c9792f385d6b2ad28 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/info/a5f324aad68b4b0c9792f385d6b2ad28 2024-11-28T03:20:37,309 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/info/a5f324aad68b4b0c9792f385d6b2ad28, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:20:37,310 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/ns/aa77fd3716cf4269b16966a100ac8790 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/ns/aa77fd3716cf4269b16966a100ac8790 2024-11-28T03:20:37,314 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/ns/aa77fd3716cf4269b16966a100ac8790, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:20:37,315 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d5978fc34a1841c5a01af3c0b1736cf1 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/rep_barrier/d5978fc34a1841c5a01af3c0b1736cf1 2024-11-28T03:20:37,318 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/rep_barrier/d5978fc34a1841c5a01af3c0b1736cf1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:20:37,319 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/.tmp/table/53b3366803574652b736f0ec77633c8c as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/table/53b3366803574652b736f0ec77633c8c 2024-11-28T03:20:37,323 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/table/53b3366803574652b736f0ec77633c8c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:20:37,324 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-28T03:20:37,324 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:20:37,329 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:20:37,330 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:20:37,330 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:20:37,330 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:37,330 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764035599Running coprocessor pre-close hooks at 1732764035599Disabling compacts and flushes for region at 1732764035599Disabling writes for close at 1732764035599Obtaining lock to block concurrent updates at 1732764035599Preparing flush snapshotting stores in 1588230740 at 1732764035599Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732764035599Flushing stores of hbase:meta,,1.1588230740 at 1732764035600 (+1 ms)Flushing 1588230740/info: creating writer at 1732764035600Flushing 1588230740/info: appending metadata at 1732764035615 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732764035615Flushing 1588230740/ns: creating writer at 1732764036024 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732764036041 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732764036041Flushing 1588230740/rep_barrier: creating writer at 1732764036450 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764036467 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764036468 (+1 ms)Flushing 1588230740/table: creating writer at 1732764036877 (+409 ms)Flushing 1588230740/table: appending metadata at 1732764036894 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732764036894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71250d25: reopening flushed file at 1732764037305 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488833e7: reopening flushed file at 1732764037309 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4771ed4c: reopening flushed file at 1732764037314 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48999e6c: reopening flushed file at 1732764037319 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732764037324 (+5 ms)Writing region close event to WAL at 1732764037326 (+2 ms)Running coprocessor post-close hooks at 1732764037330 (+4 ms)Closed at 1732764037330 2024-11-28T03:20:37,330 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:37,401 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,38135,1732764002095; all regions closed. 2024-11-28T03:20:37,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:20:37,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.rep.1732764019000 not finished, retry = 0 2024-11-28T03:20:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741839_1015 (size=3333) 2024-11-28T03:20:37,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741832_1008 (size=2387) 2024-11-28T03:20:37,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/WALs/b4e3b2a3b1ef,38135,1732764002095/b4e3b2a3b1ef%2C38135%2C1732764002095.1732764004092 not finished, retry = 0 2024-11-28T03:20:37,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:37,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,610 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:37,610 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:20:37,610 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:20:37,611 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T03:20:37,611 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:20:37,611 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:20:37,611 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,38135,1732764002095 because: Region server is closing 2024-11-28T03:20:37,611 INFO [RS:0;b4e3b2a3b1ef:38135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:38135. 2024-11-28T03:20:37,612 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:37,612 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:37,612 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:37,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:37,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:37,712 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,38135,1732764002095.replicationSource.shipperb4e3b2a3b1ef%2C38135%2C1732764002095,1-b4e3b2a3b1ef,38135,1732764002095 terminated 2024-11-28T03:20:37,712 INFO [RS:0;b4e3b2a3b1ef:38135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:38135. 2024-11-28T03:20:37,712 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:37,712 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:37,713 DEBUG [RS:0;b4e3b2a3b1ef:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:37,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:37,713 INFO [RS:0;b4e3b2a3b1ef:38135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38135 2024-11-28T03:20:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667/rs 2024-11-28T03:20:37,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319805667/rs/b4e3b2a3b1ef,38135,1732764002095 2024-11-28T03:20:37,715 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:20:37,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,38135,1732764002095] 2024-11-28T03:20:37,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01319805667/draining/b4e3b2a3b1ef,38135,1732764002095 already deleted, retry=false 2024-11-28T03:20:37,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,38135,1732764002095 expired; onlineServers=0 2024-11-28T03:20:37,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,32865,1732764002019' ***** 2024-11-28T03:20:37,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:20:37,717 INFO [M:0;b4e3b2a3b1ef:32865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:20:37,717 INFO [M:0;b4e3b2a3b1ef:32865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:20:37,717 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:20:37,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:20:37,717 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:20:37,717 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764003880 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764003880,5,FailOnTimeoutGroup] 2024-11-28T03:20:37,717 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764003883 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764003883,5,FailOnTimeoutGroup] 2024-11-28T03:20:37,717 INFO [M:0;b4e3b2a3b1ef:32865 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:20:37,717 INFO [M:0;b4e3b2a3b1ef:32865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:20:37,717 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:20:37,717 INFO [M:0;b4e3b2a3b1ef:32865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:20:37,718 INFO [M:0;b4e3b2a3b1ef:32865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:20:37,718 INFO [M:0;b4e3b2a3b1ef:32865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:20:37,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:20:37,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01319805667/master 2024-11-28T03:20:37,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01319805667 2024-11-28T03:20:37,721 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] zookeeper.ZKUtil(347): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Unable to get data of znode /01319805667/master because node does not exist (not an error) 2024-11-28T03:20:37,721 WARN [M:0;b4e3b2a3b1ef:32865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:20:37,721 INFO [M:0;b4e3b2a3b1ef:32865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/.lastflushedseqids 2024-11-28T03:20:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741848_1024 (size=245) 2024-11-28T03:20:37,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:37,816 INFO [RS:0;b4e3b2a3b1ef:38135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:20:37,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x1015c964ec60001, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:37,816 INFO [RS:0;b4e3b2a3b1ef:38135 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,38135,1732764002095; zookeeper connection closed. 2024-11-28T03:20:37,817 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c67351f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c67351f 2024-11-28T03:20:37,817 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:20:38,126 INFO [M:0;b4e3b2a3b1ef:32865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:20:38,126 INFO [M:0;b4e3b2a3b1ef:32865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:20:38,126 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:38,126 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:38,126 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:38,127 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:38,127 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:38,127 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-28T03:20:38,142 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/904966af1cd949acb39f53d412ef0811 is 82, key is hbase:meta,,1/info:regioninfo/1732764005063/Put/seqid=0 2024-11-28T03:20:38,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741849_1025 (size=5672) 2024-11-28T03:20:38,546 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/904966af1cd949acb39f53d412ef0811 2024-11-28T03:20:38,570 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba9ec881a74e48309706b5a4568f9458 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732764013536/Put/seqid=0 2024-11-28T03:20:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741850_1026 (size=7217) 2024-11-28T03:20:38,974 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba9ec881a74e48309706b5a4568f9458 2024-11-28T03:20:38,978 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba9ec881a74e48309706b5a4568f9458 2024-11-28T03:20:38,993 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abec17cbdc664c71a293a36b8bc3aa84 is 69, key is b4e3b2a3b1ef,38135,1732764002095/rs:state/1732764003941/Put/seqid=0 2024-11-28T03:20:38,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741851_1027 (size=5156) 2024-11-28T03:20:38,996 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abec17cbdc664c71a293a36b8bc3aa84 2024-11-28T03:20:39,000 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/904966af1cd949acb39f53d412ef0811 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/904966af1cd949acb39f53d412ef0811 2024-11-28T03:20:39,003 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/904966af1cd949acb39f53d412ef0811, entries=8, sequenceid=105, filesize=5.5 K 2024-11-28T03:20:39,003 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba9ec881a74e48309706b5a4568f9458 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba9ec881a74e48309706b5a4568f9458 2024-11-28T03:20:39,006 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba9ec881a74e48309706b5a4568f9458 2024-11-28T03:20:39,006 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba9ec881a74e48309706b5a4568f9458, entries=11, sequenceid=105, filesize=7.0 K 2024-11-28T03:20:39,007 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/abec17cbdc664c71a293a36b8bc3aa84 as hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abec17cbdc664c71a293a36b8bc3aa84 2024-11-28T03:20:39,010 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35901/user/jenkins/test-data/a5c9e0d2-81f4-3019-14ce-eb966adcf0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/abec17cbdc664c71a293a36b8bc3aa84, entries=1, sequenceid=105, filesize=5.0 K 2024-11-28T03:20:39,011 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false 2024-11-28T03:20:39,012 INFO [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:39,012 DEBUG [M:0;b4e3b2a3b1ef:32865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764038126Disabling compacts and flushes for region at 1732764038126Disabling writes for close at 1732764038127 (+1 ms)Obtaining lock to block concurrent updates at 1732764038127Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764038127Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732764038127Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764038128 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764038128Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764038142 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764038142Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764038550 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764038570 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764038570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764038978 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764038992 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764038992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f14827: reopening flushed file at 1732764038999 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2375dbf6: reopening flushed file at 1732764039003 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b04473a: reopening flushed file at 1732764039006 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false at 1732764039011 (+5 ms)Writing region close event to WAL at 1732764039012 (+1 ms)Closed at 1732764039012 2024-11-28T03:20:39,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43067 is added to blk_1073741830_1006 (size=64411) 2024-11-28T03:20:39,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:20:39,015 INFO [M:0;b4e3b2a3b1ef:32865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:20:39,015 INFO [M:0;b4e3b2a3b1ef:32865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32865 2024-11-28T03:20:39,015 INFO [M:0;b4e3b2a3b1ef:32865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:20:39,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:39,118 INFO [M:0;b4e3b2a3b1ef:32865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:20:39,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32865-0x1015c964ec60000, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:20:39,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fce6f78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:39,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1690c4dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:20:39,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:20:39,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca63448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:20:39,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7a6bba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.log.dir/,STOPPED} 2024-11-28T03:20:39,122 WARN [BP-2079140868-172.17.0.2-1732764001355 heartbeating to localhost/127.0.0.1:35901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:20:39,122 WARN [BP-2079140868-172.17.0.2-1732764001355 heartbeating to localhost/127.0.0.1:35901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2079140868-172.17.0.2-1732764001355 (Datanode Uuid 52af1222-820b-4921-b40d-7dd6cf92606c) service to localhost/127.0.0.1:35901 2024-11-28T03:20:39,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:20:39,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:20:39,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/cluster_648d9652-7a0a-9b27-c836-ea3504c9da59/data/data1/current/BP-2079140868-172.17.0.2-1732764001355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:20:39,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/cluster_648d9652-7a0a-9b27-c836-ea3504c9da59/data/data2/current/BP-2079140868-172.17.0.2-1732764001355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:20:39,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:20:39,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5317e1d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:39,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@288e3e54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:20:39,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:20:39,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32846df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:20:39,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42243d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc3423db-2073-f252-19d8-abf1fd7fd939/hadoop.log.dir/,STOPPED} 2024-11-28T03:20:39,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:20:39,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:20:39,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 267) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35901 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61031) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44257 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38541 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:44257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61031) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61031) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=732 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=356 (was 308) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6158 (was 6144) - AvailableMemoryMB LEAK? - 2024-11-28T03:20:39,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=356, ProcessCount=11, AvailableMemoryMB=6158 2024-11-28T03:20:39,180 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-28T03:20:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.log.dir so I do NOT create it in target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f 2024-11-28T03:20:39,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:20:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.tmp.dir so I do NOT create it in target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f 2024-11-28T03:20:39,180 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54bfcd72-409e-4a66-dafe-499544dd960f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:20:39,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f 2024-11-28T03:20:39,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/cluster_203dacd4-d115-4c14-dea1-3aba7ecd58e5, deleteOnExit=true 2024-11-28T03:20:39,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/cluster_203dacd4-d115-4c14-dea1-3aba7ecd58e5/zookeeper_0, clientPort=52691, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/cluster_203dacd4-d115-4c14-dea1-3aba7ecd58e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/cluster_203dacd4-d115-4c14-dea1-3aba7ecd58e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:20:39,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52691 2024-11-28T03:20:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:20:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:20:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/test.cache.data in system properties and HBase conf 2024-11-28T03:20:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:20:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:20:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:20:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:20:39,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:20:39,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:39,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:20:39,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:20:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c964ec60002, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:20:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015c964ec60008, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:20:39,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c964ec60002, quorum=127.0.0.1:61031, baseZNode=/01319805667 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:20:39,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015c964ec60008, quorum=127.0.0.1:61031, baseZNode=/2-1310801565 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:20:39,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c964ec60005, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:20:39,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c964ec60005, quorum=127.0.0.1:61031, baseZNode=/11678516938 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:20:39,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:39,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:39,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:39,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:39,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:39,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:39,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:39,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:39,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20ceae03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/java.io.tmpdir/jetty-localhost-39613-hadoop-hdfs-3_4_1-tests_jar-_-any-4551346921977956464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:39,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:39613} 2024-11-28T03:20:39,417 INFO [Time-limited test {}] server.Server(415): Started @233750ms 2024-11-28T03:20:39,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:39,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:39,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:39,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:39,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:39,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:39,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:39,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74250959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/java.io.tmpdir/jetty-localhost-42059-hadoop-hdfs-3_4_1-tests_jar-_-any-14120747605918281014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:39,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:42059} 2024-11-28T03:20:39,628 INFO [Time-limited test {}] server.Server(415): Started @233961ms 2024-11-28T03:20:39,630 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:20:39,740 WARN [Thread-3421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/cluster_203dacd4-d115-4c14-dea1-3aba7ecd58e5/data/data1/current/BP-1130369355-172.17.0.2-1732764039206/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:39,740 WARN [Thread-3422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/cluster_203dacd4-d115-4c14-dea1-3aba7ecd58e5/data/data2/current/BP-1130369355-172.17.0.2-1732764039206/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:39,767 WARN [Thread-3409 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:20:39,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x482624497702b71 with lease ID 0x210d7eea969fee3a: Processing first storage report for DS-d7f715d9-49be-4ee3-bb7e-ca68fd60b7cf from datanode DatanodeRegistration(127.0.0.1:37639, datanodeUuid=ee2b0fad-123f-42bf-949a-f9b176ea89d1, infoPort=37913, infoSecurePort=0, ipcPort=36587, storageInfo=lv=-57;cid=testClusterID;nsid=1353610791;c=1732764039206) 2024-11-28T03:20:39,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x482624497702b71 with lease ID 0x210d7eea969fee3a: from storage DS-d7f715d9-49be-4ee3-bb7e-ca68fd60b7cf node DatanodeRegistration(127.0.0.1:37639, datanodeUuid=ee2b0fad-123f-42bf-949a-f9b176ea89d1, infoPort=37913, infoSecurePort=0, ipcPort=36587, storageInfo=lv=-57;cid=testClusterID;nsid=1353610791;c=1732764039206), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:39,770 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x482624497702b71 with lease ID 0x210d7eea969fee3a: Processing first storage report for DS-f27e617c-caa8-4b4a-9f90-dc2162d496b9 from datanode DatanodeRegistration(127.0.0.1:37639, datanodeUuid=ee2b0fad-123f-42bf-949a-f9b176ea89d1, infoPort=37913, infoSecurePort=0, ipcPort=36587, storageInfo=lv=-57;cid=testClusterID;nsid=1353610791;c=1732764039206) 2024-11-28T03:20:39,770 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x482624497702b71 with lease ID 0x210d7eea969fee3a: from storage DS-f27e617c-caa8-4b4a-9f90-dc2162d496b9 node DatanodeRegistration(127.0.0.1:37639, datanodeUuid=ee2b0fad-123f-42bf-949a-f9b176ea89d1, infoPort=37913, infoSecurePort=0, ipcPort=36587, storageInfo=lv=-57;cid=testClusterID;nsid=1353610791;c=1732764039206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:39,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f 2024-11-28T03:20:39,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:39,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:39,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:20:40,262 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77 with version=8 2024-11-28T03:20:40,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/hbase-staging 2024-11-28T03:20:40,264 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:40,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:40,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:40,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:40,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:40,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:40,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:20:40,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:40,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35821 2024-11-28T03:20:40,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35821 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:40,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358210x0, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:40,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35821-0x1015c96e29e0000 connected 2024-11-28T03:20:40,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:40,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:40,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on znode that does not yet exist, /0196911273/running 2024-11-28T03:20:40,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77, hbase.cluster.distributed=false 2024-11-28T03:20:40,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on znode that does not yet exist, /0196911273/acl 2024-11-28T03:20:40,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-28T03:20:40,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35821 2024-11-28T03:20:40,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35821 2024-11-28T03:20:40,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-28T03:20:40,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35821 2024-11-28T03:20:40,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:40,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:40,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:40,313 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:40,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:40,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:40,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:20:40,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:40,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35009 2024-11-28T03:20:40,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35009 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:40,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:40,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:40,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350090x0, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:40,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350090x0, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on znode that does not yet exist, /0196911273/running 2024-11-28T03:20:40,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35009-0x1015c96e29e0001 connected 2024-11-28T03:20:40,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:20:40,324 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:20:40,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on znode that does not yet exist, /0196911273/master 2024-11-28T03:20:40,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on znode that does not yet exist, /0196911273/acl 2024-11-28T03:20:40,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35009 2024-11-28T03:20:40,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35009 2024-11-28T03:20:40,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35009 2024-11-28T03:20:40,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35009 2024-11-28T03:20:40,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35009 2024-11-28T03:20:40,344 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:35821 2024-11-28T03:20:40,344 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0196911273/backup-masters/b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:40,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273/backup-masters 2024-11-28T03:20:40,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273/backup-masters 2024-11-28T03:20:40,346 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on existing znode=/0196911273/backup-masters/b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:40,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0196911273/master 2024-11-28T03:20:40,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:40,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:40,348 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on existing znode=/0196911273/master 2024-11-28T03:20:40,348 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0196911273/backup-masters/b4e3b2a3b1ef,35821,1732764040264 from backup master directory 2024-11-28T03:20:40,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0196911273/backup-masters/b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:40,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273/backup-masters 2024-11-28T03:20:40,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273/backup-masters 2024-11-28T03:20:40,351 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:40,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:40,358 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/hbase.id] with ID: 2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2 2024-11-28T03:20:40,358 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/.tmp/hbase.id 2024-11-28T03:20:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:20:40,766 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/.tmp/hbase.id]:[hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/hbase.id] 2024-11-28T03:20:40,776 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:40,776 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:20:40,777 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:20:40,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:40,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:20:40,790 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:40,791 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:20:40,792 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:20:40,801 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store 2024-11-28T03:20:40,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:20:40,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:20:40,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T03:20:40,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:20:40,843 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:20:41,213 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:41,213 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:41,213 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:41,213 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:41,213 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:41,213 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:41,213 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:41,213 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764041213Disabling compacts and flushes for region at 1732764041213Disabling writes for close at 1732764041213Writing region close event to WAL at 1732764041213Closed at 1732764041213 2024-11-28T03:20:41,214 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/.initializing 2024-11-28T03:20:41,214 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/WALs/b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:41,215 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:41,216 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C35821%2C1732764040264, suffix=, logDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/WALs/b4e3b2a3b1ef,35821,1732764040264, archiveDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/oldWALs, maxLogs=10 2024-11-28T03:20:41,232 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/WALs/b4e3b2a3b1ef,35821,1732764040264/b4e3b2a3b1ef%2C35821%2C1732764040264.1732764041216, exclude list is [], retry=0 2024-11-28T03:20:41,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37639,DS-d7f715d9-49be-4ee3-bb7e-ca68fd60b7cf,DISK] 2024-11-28T03:20:41,236 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/WALs/b4e3b2a3b1ef,35821,1732764040264/b4e3b2a3b1ef%2C35821%2C1732764040264.1732764041216 2024-11-28T03:20:41,236 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37913:37913)] 2024-11-28T03:20:41,236 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:41,236 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:41,237 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,237 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:20:41,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:20:41,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:41,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:20:41,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:41,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:20:41,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:41,242 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,242 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,243 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,243 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,244 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,244 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:41,245 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:41,246 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:41,246 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74812670, jitterRate=0.11479565501213074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:41,247 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764041237Initializing all the Stores at 1732764041237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764041237Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764041237Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764041237Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764041237Cleaning up temporary data from old regions at 1732764041244 (+7 ms)Region opened successfully at 1732764041247 (+3 ms) 2024-11-28T03:20:41,247 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:20:41,249 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794dcba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:41,250 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:20:41,250 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:20:41,250 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:20:41,250 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:20:41,250 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:20:41,251 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:20:41,251 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:20:41,252 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:20:41,253 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Unable to get data of znode /0196911273/balancer because node does not exist (not necessarily an error) 2024-11-28T03:20:41,254 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0196911273/balancer already deleted, retry=false 2024-11-28T03:20:41,254 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:20:41,254 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Unable to get data of znode /0196911273/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:20:41,255 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0196911273/normalizer already deleted, retry=false 2024-11-28T03:20:41,256 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:20:41,256 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Unable to get data of znode /0196911273/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:20:41,262 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0196911273/switch/split already deleted, retry=false 2024-11-28T03:20:41,263 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Unable to get data of znode /0196911273/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:20:41,263 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0196911273/switch/merge already deleted, retry=false 2024-11-28T03:20:41,265 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Unable to get data of znode /0196911273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:20:41,266 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0196911273/snapshot-cleanup already deleted, retry=false 2024-11-28T03:20:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0196911273/running 2024-11-28T03:20:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0196911273/running 2024-11-28T03:20:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:41,267 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,35821,1732764040264, sessionid=0x1015c96e29e0000, setting cluster-up flag (Was=false) 2024-11-28T03:20:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:41,277 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0196911273/flush-table-proc/acquired, /0196911273/flush-table-proc/reached, /0196911273/flush-table-proc/abort 2024-11-28T03:20:41,278 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:41,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:41,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:41,287 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0196911273/online-snapshot/acquired, /0196911273/online-snapshot/reached, /0196911273/online-snapshot/abort 2024-11-28T03:20:41,288 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:41,289 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:20:41,290 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:41,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:20:41,290 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:20:41,291 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,35821,1732764040264 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:20:41,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:41,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:41,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:41,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:41,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:20:41,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:41,292 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:41,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:20:41,294 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:20:41,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764071299 2024-11-28T03:20:41,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:20:41,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:20:41,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:20:41,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:20:41,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:20:41,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:20:41,300 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,300 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:20:41,300 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:20:41,300 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:20:41,300 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:20:41,302 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:20:41,302 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:20:41,303 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764041303,5,FailOnTimeoutGroup] 2024-11-28T03:20:41,303 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764041303,5,FailOnTimeoutGroup] 2024-11-28T03:20:41,304 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,304 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:20:41,304 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,304 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:20:41,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:20:41,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77 2024-11-28T03:20:41,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:20:41,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:41,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:41,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:41,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:41,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:41,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:41,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:41,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:41,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:41,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:41,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740 2024-11-28T03:20:41,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740 2024-11-28T03:20:41,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:41,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:41,324 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:41,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:41,326 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:41,327 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62373075, jitterRate=-0.0705687552690506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:41,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764041315Initializing all the Stores at 1732764041315Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764041315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764041316 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764041316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764041316Cleaning up temporary data from old regions at 1732764041323 (+7 ms)Region opened successfully at 1732764041327 (+4 ms) 2024-11-28T03:20:41,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:41,327 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:41,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:41,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:41,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:41,328 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:41,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764041327Disabling compacts and flushes for region at 1732764041327Disabling writes for close at 1732764041327Writing region close event to WAL at 1732764041328 (+1 ms)Closed at 1732764041328 2024-11-28T03:20:41,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:41,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:20:41,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:20:41,330 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:41,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:20:41,334 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(746): ClusterId : 2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2 2024-11-28T03:20:41,334 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:20:41,336 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:20:41,336 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:20:41,338 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:20:41,338 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56620a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:41,350 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:35009 2024-11-28T03:20:41,350 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:20:41,350 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:20:41,350 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:20:41,350 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,35821,1732764040264 with port=35009, startcode=1732764040313 2024-11-28T03:20:41,350 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:20:41,352 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:20:41,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35821 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,353 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77 2024-11-28T03:20:41,353 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43075 2024-11-28T03:20:41,353 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:20:41,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273/rs 2024-11-28T03:20:41,356 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] zookeeper.ZKUtil(111): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on existing znode=/0196911273/rs/b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,356 WARN [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:41,356 INFO [RS:0;b4e3b2a3b1ef:35009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:41,356 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,35009,1732764040313] 2024-11-28T03:20:41,358 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:20:41,360 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:20:41,360 INFO [RS:0;b4e3b2a3b1ef:35009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:20:41,360 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,360 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:20:41,361 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:20:41,361 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,361 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,362 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,362 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:41,362 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:41,362 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:41,366 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,366 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,366 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,366 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,367 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,367 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35009,1732764040313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:41,381 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:20:41,381 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35009,1732764040313-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,381 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,381 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.Replication(171): b4e3b2a3b1ef,35009,1732764040313 started 2024-11-28T03:20:41,401 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,402 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,35009,1732764040313, RpcServer on b4e3b2a3b1ef/172.17.0.2:35009, sessionid=0x1015c96e29e0001 2024-11-28T03:20:41,402 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:20:41,402 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,402 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,35009,1732764040313' 2024-11-28T03:20:41,402 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0196911273/flush-table-proc/abort' 2024-11-28T03:20:41,402 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0196911273/flush-table-proc/acquired' 2024-11-28T03:20:41,403 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:20:41,403 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:20:41,403 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,403 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,35009,1732764040313' 2024-11-28T03:20:41,403 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0196911273/online-snapshot/abort' 2024-11-28T03:20:41,403 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0196911273/online-snapshot/acquired' 2024-11-28T03:20:41,404 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:20:41,404 INFO [RS:0;b4e3b2a3b1ef:35009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:20:41,404 INFO [RS:0;b4e3b2a3b1ef:35009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:20:41,481 WARN [b4e3b2a3b1ef:35821 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T03:20:41,504 INFO [RS:0;b4e3b2a3b1ef:35009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:41,506 INFO [RS:0;b4e3b2a3b1ef:35009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C35009%2C1732764040313, suffix=, logDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313, archiveDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/oldWALs, maxLogs=10 2024-11-28T03:20:41,523 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506, exclude list is [], retry=0 2024-11-28T03:20:41,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37639,DS-d7f715d9-49be-4ee3-bb7e-ca68fd60b7cf,DISK] 2024-11-28T03:20:41,527 INFO [RS:0;b4e3b2a3b1ef:35009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 2024-11-28T03:20:41,527 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37913:37913)] 2024-11-28T03:20:41,731 DEBUG [b4e3b2a3b1ef:35821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:20:41,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,35009,1732764040313, state=OPENING 2024-11-28T03:20:41,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:20:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:41,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0196911273/meta-region-server: CHANGED 2024-11-28T03:20:41,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0196911273/meta-region-server: CHANGED 2024-11-28T03:20:41,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:41,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,35009,1732764040313}] 2024-11-28T03:20:41,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:41,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:20:41,892 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:20:41,892 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:41,893 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:20:41,894 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C35009%2C1732764040313.meta, suffix=.meta, logDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313, archiveDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/oldWALs, maxLogs=10 2024-11-28T03:20:41,911 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.meta.1732764041894.meta, exclude list is [], retry=0 2024-11-28T03:20:41,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37639,DS-d7f715d9-49be-4ee3-bb7e-ca68fd60b7cf,DISK] 2024-11-28T03:20:41,918 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.meta.1732764041894.meta 2024-11-28T03:20:41,921 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37913:37913)] 2024-11-28T03:20:41,921 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:41,922 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:41,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:41,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:20:41,922 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:20:41,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:20:41,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:41,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:20:41,922 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:20:41,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:41,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:41,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:41,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:41,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:41,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:41,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:41,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:41,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:41,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:41,927 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:41,927 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740 2024-11-28T03:20:41,928 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740 2024-11-28T03:20:41,929 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:41,929 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:41,929 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:41,930 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:41,931 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73828822, jitterRate=0.10013517737388611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:41,931 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:20:41,931 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764041922Writing region info on filesystem at 1732764041922Initializing all the Stores at 1732764041923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764041923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764041923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764041923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764041923Cleaning up temporary data from old regions at 1732764041929 (+6 ms)Running coprocessor post-open hooks at 1732764041931 (+2 ms)Region opened successfully at 1732764041931 2024-11-28T03:20:41,932 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764041888 2024-11-28T03:20:41,934 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:20:41,934 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:20:41,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,35009,1732764040313, state=OPEN 2024-11-28T03:20:41,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0196911273/meta-region-server 2024-11-28T03:20:41,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0196911273/meta-region-server 2024-11-28T03:20:41,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:41,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0196911273/meta-region-server: CHANGED 2024-11-28T03:20:41,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0196911273/meta-region-server: CHANGED 2024-11-28T03:20:41,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:20:41,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,35009,1732764040313 in 205 msec 2024-11-28T03:20:41,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:20:41,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-28T03:20:41,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:41,944 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:20:41,945 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:41,945 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35009,1732764040313, seqNum=-1] 2024-11-28T03:20:41,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:41,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:41,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 660 msec 2024-11-28T03:20:41,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764041950, completionTime=-1 2024-11-28T03:20:41,950 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:20:41,950 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764101952 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764161952 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35821,1732764040264-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35821,1732764040264-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35821,1732764040264-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:35821, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,952 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,953 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:41,954 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:20:41,955 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.604sec 2024-11-28T03:20:41,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:20:41,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:20:41,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:20:41,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:20:41,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:20:41,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35821,1732764040264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:41,956 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35821,1732764040264-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:20:41,957 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:20:41,957 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:20:41,957 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35821,1732764040264-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:42,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:42,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35821,-1 for getting cluster id 2024-11-28T03:20:42,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:42,036 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2' 2024-11-28T03:20:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:42,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2" 2024-11-28T03:20:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74335060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35821,-1] 2024-11-28T03:20:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:42,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:42,038 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:42,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:42,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35009,1732764040313, seqNum=-1] 2024-11-28T03:20:42,040 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:42,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:42,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:42,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:42,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:42,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c96e29e0002 connected 2024-11-28T03:20:42,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.log.dir so I do NOT create it in target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051 2024-11-28T03:20:42,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:20:42,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.tmp.dir so I do NOT create it in target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051 2024-11-28T03:20:42,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:20:42,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/cluster_a25c8f10-5c55-5fcb-2545-ab24a47c4561, deleteOnExit=true 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/test.cache.data in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:20:42,050 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:20:42,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:42,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:42,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:20:42,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:20:42,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:20:42,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:42,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:20:42,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:20:42,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:42,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:42,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:42,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:42,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:42,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:42,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:42,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:42,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2392ca06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/java.io.tmpdir/jetty-localhost-41819-hadoop-hdfs-3_4_1-tests_jar-_-any-12735153406352106245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:42,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:41819} 2024-11-28T03:20:42,260 INFO [Time-limited test {}] server.Server(415): Started @236593ms 2024-11-28T03:20:42,338 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:42,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,340 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,371 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,372 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,377 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,379 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,379 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,380 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:42,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:42,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:42,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:42,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:42,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:42,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a97c4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:42,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2fb306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:42,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7326d05d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/java.io.tmpdir/jetty-localhost-43471-hadoop-hdfs-3_4_1-tests_jar-_-any-10595225720712794217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:42,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d81422{HTTP/1.1, (http/1.1)}{localhost:43471} 2024-11-28T03:20:42,535 INFO [Time-limited test {}] server.Server(415): Started @236868ms 2024-11-28T03:20:42,536 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:20:42,628 WARN [Thread-3543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/cluster_a25c8f10-5c55-5fcb-2545-ab24a47c4561/data/data2/current/BP-2071410003-172.17.0.2-1732764042069/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:42,628 WARN [Thread-3542 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/cluster_a25c8f10-5c55-5fcb-2545-ab24a47c4561/data/data1/current/BP-2071410003-172.17.0.2-1732764042069/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:42,646 WARN [Thread-3530 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:20:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e8f26fe94858f9c with lease ID 0x1efe272cabb02540: Processing first storage report for DS-fcdf3aa1-1dce-480b-b7cf-df576c8c5253 from datanode DatanodeRegistration(127.0.0.1:34287, datanodeUuid=3e7681f5-642b-46fc-ac39-4c99f4922673, infoPort=39979, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1429265537;c=1732764042069) 2024-11-28T03:20:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e8f26fe94858f9c with lease ID 0x1efe272cabb02540: from storage DS-fcdf3aa1-1dce-480b-b7cf-df576c8c5253 node DatanodeRegistration(127.0.0.1:34287, datanodeUuid=3e7681f5-642b-46fc-ac39-4c99f4922673, infoPort=39979, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1429265537;c=1732764042069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e8f26fe94858f9c with lease ID 0x1efe272cabb02540: Processing first storage report for DS-bdb8c4a3-0e61-412d-a5c8-bcda0fd1c8d1 from datanode DatanodeRegistration(127.0.0.1:34287, datanodeUuid=3e7681f5-642b-46fc-ac39-4c99f4922673, infoPort=39979, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1429265537;c=1732764042069) 2024-11-28T03:20:42,648 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e8f26fe94858f9c with lease ID 0x1efe272cabb02540: from storage DS-bdb8c4a3-0e61-412d-a5c8-bcda0fd1c8d1 node DatanodeRegistration(127.0.0.1:34287, datanodeUuid=3e7681f5-642b-46fc-ac39-4c99f4922673, infoPort=39979, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=1429265537;c=1732764042069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:42,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051 2024-11-28T03:20:42,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:42,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:20:43,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7 with version=8 2024-11-28T03:20:43,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/hbase-staging 2024-11-28T03:20:43,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:43,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:43,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:43,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:43,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:43,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:43,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:20:43,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:43,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39197 2024-11-28T03:20:43,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39197 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:43,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391970x0, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:43,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39197-0x1015c96e29e0003 connected 2024-11-28T03:20:43,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:43,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:43,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on znode that does not yet exist, /1-339655308/running 2024-11-28T03:20:43,090 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7, hbase.cluster.distributed=false 2024-11-28T03:20:43,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on znode that does not yet exist, /1-339655308/acl 2024-11-28T03:20:43,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-28T03:20:43,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39197 2024-11-28T03:20:43,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39197 2024-11-28T03:20:43,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-28T03:20:43,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-28T03:20:43,110 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:43,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:43,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:43,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:43,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:43,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:43,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:20:43,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:43,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36901 2024-11-28T03:20:43,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36901 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:43,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:43,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:43,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369010x0, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:43,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369010x0, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on znode that does not yet exist, /1-339655308/running 2024-11-28T03:20:43,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36901-0x1015c96e29e0004 connected 2024-11-28T03:20:43,120 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:20:43,124 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:20:43,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on znode that does not yet exist, /1-339655308/master 2024-11-28T03:20:43,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on znode that does not yet exist, /1-339655308/acl 2024-11-28T03:20:43,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-28T03:20:43,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36901 2024-11-28T03:20:43,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36901 2024-11-28T03:20:43,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-28T03:20:43,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36901 2024-11-28T03:20:43,146 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:39197 2024-11-28T03:20:43,147 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-339655308/backup-masters/b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:43,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308/backup-masters 2024-11-28T03:20:43,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308/backup-masters 2024-11-28T03:20:43,149 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on existing znode=/1-339655308/backup-masters/b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-339655308/master 2024-11-28T03:20:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:43,151 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on existing znode=/1-339655308/master 2024-11-28T03:20:43,152 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-339655308/backup-masters/b4e3b2a3b1ef,39197,1732764043069 from backup master directory 2024-11-28T03:20:43,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339655308/backup-masters/b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:43,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308/backup-masters 2024-11-28T03:20:43,153 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:43,153 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:43,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308/backup-masters 2024-11-28T03:20:43,157 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/hbase.id] with ID: 3d6aa385-aa94-46eb-b9f3-8c8fc632eded 2024-11-28T03:20:43,157 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/.tmp/hbase.id 2024-11-28T03:20:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:20:43,566 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/.tmp/hbase.id]:[hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/hbase.id] 2024-11-28T03:20:43,574 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:43,574 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:20:43,574 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-28T03:20:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:43,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:20:43,584 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:43,585 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:20:43,585 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:20:43,991 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store 2024-11-28T03:20:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:20:43,996 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:43,996 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:43,996 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:43,996 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:43,996 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:43,996 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:43,996 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:43,996 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764043996Disabling compacts and flushes for region at 1732764043996Disabling writes for close at 1732764043996Writing region close event to WAL at 1732764043996Closed at 1732764043996 2024-11-28T03:20:43,997 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/.initializing 2024-11-28T03:20:43,997 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/WALs/b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:43,998 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:43,999 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C39197%2C1732764043069, suffix=, logDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/WALs/b4e3b2a3b1ef,39197,1732764043069, archiveDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/oldWALs, maxLogs=10 2024-11-28T03:20:44,013 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/WALs/b4e3b2a3b1ef,39197,1732764043069/b4e3b2a3b1ef%2C39197%2C1732764043069.1732764043999, exclude list is [], retry=0 2024-11-28T03:20:44,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34287,DS-fcdf3aa1-1dce-480b-b7cf-df576c8c5253,DISK] 2024-11-28T03:20:44,016 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/WALs/b4e3b2a3b1ef,39197,1732764043069/b4e3b2a3b1ef%2C39197%2C1732764043069.1732764043999 2024-11-28T03:20:44,016 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39979:39979)] 2024-11-28T03:20:44,016 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:44,016 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:44,016 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,016 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:20:44,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:44,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:20:44,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:44,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:20:44,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:44,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:20:44,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:44,022 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,022 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,022 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,023 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,023 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,024 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:44,024 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:44,026 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:44,026 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63821726, jitterRate=-0.048982173204422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:44,026 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764044016Initializing all the Stores at 1732764044017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764044017Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764044017Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764044017Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764044017Cleaning up temporary data from old regions at 1732764044023 (+6 ms)Region opened successfully at 1732764044026 (+3 ms) 2024-11-28T03:20:44,026 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:20:44,028 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c8bd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:44,029 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:20:44,029 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:20:44,029 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:20:44,029 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:20:44,030 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:20:44,030 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:20:44,030 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:20:44,031 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:20:44,032 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Unable to get data of znode /1-339655308/balancer because node does not exist (not necessarily an error) 2024-11-28T03:20:44,034 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339655308/balancer already deleted, retry=false 2024-11-28T03:20:44,034 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:20:44,035 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Unable to get data of znode /1-339655308/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:20:44,036 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339655308/normalizer already deleted, retry=false 2024-11-28T03:20:44,036 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:20:44,037 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Unable to get data of znode /1-339655308/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:20:44,038 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339655308/switch/split already deleted, retry=false 2024-11-28T03:20:44,038 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Unable to get data of znode /1-339655308/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:20:44,039 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339655308/switch/merge already deleted, retry=false 2024-11-28T03:20:44,041 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Unable to get data of znode /1-339655308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:20:44,043 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-339655308/snapshot-cleanup already deleted, retry=false 2024-11-28T03:20:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-339655308/running 2024-11-28T03:20:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-339655308/running 2024-11-28T03:20:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:44,045 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,39197,1732764043069, sessionid=0x1015c96e29e0003, setting cluster-up flag (Was=false) 2024-11-28T03:20:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:44,072 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-339655308/flush-table-proc/acquired, /1-339655308/flush-table-proc/reached, /1-339655308/flush-table-proc/abort 2024-11-28T03:20:44,073 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:44,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:44,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:44,081 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-339655308/online-snapshot/acquired, /1-339655308/online-snapshot/reached, /1-339655308/online-snapshot/abort 2024-11-28T03:20:44,082 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:44,083 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:20:44,084 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:44,084 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:20:44,085 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:20:44,085 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,39197,1732764043069 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:20:44,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:44,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:44,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:44,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:44,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:20:44,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:44,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:44,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764074088 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:20:44,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:20:44,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:20:44,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:20:44,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:20:44,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:20:44,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:20:44,093 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764044092,5,FailOnTimeoutGroup] 2024-11-28T03:20:44,093 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764044093,5,FailOnTimeoutGroup] 2024-11-28T03:20:44,093 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,093 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:20:44,093 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,093 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:20:44,137 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(746): ClusterId : 3d6aa385-aa94-46eb-b9f3-8c8fc632eded 2024-11-28T03:20:44,137 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:20:44,140 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:20:44,140 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:20:44,142 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:20:44,142 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7965fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:44,156 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:36901 2024-11-28T03:20:44,157 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:20:44,157 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:20:44,157 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:20:44,157 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,39197,1732764043069 with port=36901, startcode=1732764043110 2024-11-28T03:20:44,158 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:20:44,159 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:20:44,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:44,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39197 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:44,161 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7 2024-11-28T03:20:44,161 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37031 2024-11-28T03:20:44,161 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:20:44,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308/rs 2024-11-28T03:20:44,163 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] zookeeper.ZKUtil(111): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on existing znode=/1-339655308/rs/b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:44,163 WARN [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:44,163 INFO [RS:0;b4e3b2a3b1ef:36901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:44,163 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:44,163 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,36901,1732764043110] 2024-11-28T03:20:44,166 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:20:44,168 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:20:44,172 INFO [RS:0;b4e3b2a3b1ef:36901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:20:44,172 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,173 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:20:44,173 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:20:44,173 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,173 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,173 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,173 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,173 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:44,174 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:44,176 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,176 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,176 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,176 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,176 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,176 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36901,1732764043110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:44,195 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:20:44,195 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36901,1732764043110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,195 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,195 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.Replication(171): b4e3b2a3b1ef,36901,1732764043110 started 2024-11-28T03:20:44,211 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:44,211 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,36901,1732764043110, RpcServer on b4e3b2a3b1ef/172.17.0.2:36901, sessionid=0x1015c96e29e0004 2024-11-28T03:20:44,211 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:20:44,211 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:44,211 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,36901,1732764043110' 2024-11-28T03:20:44,211 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-339655308/flush-table-proc/abort' 2024-11-28T03:20:44,212 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-339655308/flush-table-proc/acquired' 2024-11-28T03:20:44,212 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:20:44,212 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:20:44,212 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:44,212 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,36901,1732764043110' 2024-11-28T03:20:44,212 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-339655308/online-snapshot/abort' 2024-11-28T03:20:44,212 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-339655308/online-snapshot/acquired' 2024-11-28T03:20:44,213 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:20:44,213 INFO [RS:0;b4e3b2a3b1ef:36901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:20:44,213 INFO [RS:0;b4e3b2a3b1ef:36901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:20:44,313 INFO [RS:0;b4e3b2a3b1ef:36901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:44,315 INFO [RS:0;b4e3b2a3b1ef:36901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C36901%2C1732764043110, suffix=, logDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110, archiveDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/oldWALs, maxLogs=10 2024-11-28T03:20:44,335 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, exclude list is [], retry=0 2024-11-28T03:20:44,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34287,DS-fcdf3aa1-1dce-480b-b7cf-df576c8c5253,DISK] 2024-11-28T03:20:44,340 INFO [RS:0;b4e3b2a3b1ef:36901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 2024-11-28T03:20:44,341 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39979:39979)] 2024-11-28T03:20:44,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:20:44,498 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7 2024-11-28T03:20:44,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:20:44,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:44,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:44,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:44,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:44,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:44,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:44,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:44,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:44,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:44,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:44,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:44,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:44,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:44,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:44,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:44,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740 2024-11-28T03:20:44,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740 2024-11-28T03:20:44,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:44,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:44,912 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:44,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:44,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:44,915 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64842109, jitterRate=-0.033777281641960144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:44,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764044904Initializing all the Stores at 1732764044905 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764044905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764044905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764044905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764044905Cleaning up temporary data from old regions at 1732764044912 (+7 ms)Region opened successfully at 1732764044915 (+3 ms) 2024-11-28T03:20:44,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:44,915 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:44,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:44,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:44,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:44,915 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:44,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764044915Disabling compacts and flushes for region at 1732764044915Disabling writes for close at 1732764044915Writing region close event to WAL at 1732764044915Closed at 1732764044915 2024-11-28T03:20:44,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:44,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:20:44,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:20:44,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:44,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:20:45,068 DEBUG [b4e3b2a3b1ef:39197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:20:45,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:45,070 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,36901,1732764043110, state=OPENING 2024-11-28T03:20:45,075 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:20:45,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:45,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:45,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-339655308/meta-region-server: CHANGED 2024-11-28T03:20:45,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:45,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-339655308/meta-region-server: CHANGED 2024-11-28T03:20:45,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,36901,1732764043110}] 2024-11-28T03:20:45,229 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:45,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:20:45,234 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:20:45,246 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:45,246 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:20:45,247 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C36901%2C1732764043110.meta, suffix=.meta, logDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110, archiveDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/oldWALs, maxLogs=10 2024-11-28T03:20:45,262 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.meta.1732764045247.meta, exclude list is [], retry=0 2024-11-28T03:20:45,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34287,DS-fcdf3aa1-1dce-480b-b7cf-df576c8c5253,DISK] 2024-11-28T03:20:45,265 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.meta.1732764045247.meta 2024-11-28T03:20:45,265 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39979:39979)] 2024-11-28T03:20:45,266 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:45,266 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:45,266 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:45,266 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:20:45,266 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:20:45,267 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:20:45,267 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:45,267 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:20:45,267 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:20:45,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:45,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:45,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:45,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:45,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:45,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:45,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:45,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:45,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:45,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:45,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:45,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:45,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:45,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:45,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:45,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:45,272 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:45,273 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740 2024-11-28T03:20:45,273 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740 2024-11-28T03:20:45,274 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:45,274 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:45,275 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:45,276 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:45,276 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69775860, jitterRate=0.039741337299346924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:45,276 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:20:45,276 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764045267Writing region info on filesystem at 1732764045267Initializing all the Stores at 1732764045267Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764045267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764045268 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764045268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764045268Cleaning up temporary data from old regions at 1732764045274 (+6 ms)Running coprocessor post-open hooks at 1732764045276 (+2 ms)Region opened successfully at 1732764045276 2024-11-28T03:20:45,277 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764045229 2024-11-28T03:20:45,279 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:20:45,279 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:20:45,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:45,280 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,36901,1732764043110, state=OPEN 2024-11-28T03:20:45,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-339655308/meta-region-server 2024-11-28T03:20:45,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-339655308/meta-region-server 2024-11-28T03:20:45,282 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:45,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-339655308/meta-region-server: CHANGED 2024-11-28T03:20:45,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-339655308/meta-region-server: CHANGED 2024-11-28T03:20:45,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:20:45,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,36901,1732764043110 in 205 msec 2024-11-28T03:20:45,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:20:45,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-28T03:20:45,286 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:45,286 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:20:45,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:45,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=-1] 2024-11-28T03:20:45,287 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:45,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:45,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-28T03:20:45,292 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764045292, completionTime=-1 2024-11-28T03:20:45,292 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:20:45,293 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:20:45,294 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:20:45,294 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764105294 2024-11-28T03:20:45,294 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764165294 2024-11-28T03:20:45,294 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:20:45,295 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39197,1732764043069-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:45,295 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39197,1732764043069-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:45,295 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39197,1732764043069-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:45,295 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:39197, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:45,295 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:45,296 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:45,296 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:20:45,298 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.145sec 2024-11-28T03:20:45,298 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:20:45,298 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:20:45,298 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:20:45,298 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:20:45,298 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:20:45,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39197,1732764043069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:45,299 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39197,1732764043069-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:20:45,300 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:20:45,300 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:20:45,300 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39197,1732764043069-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:45,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cef21b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:45,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39197,-1 for getting cluster id 2024-11-28T03:20:45,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:45,348 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d6aa385-aa94-46eb-b9f3-8c8fc632eded' 2024-11-28T03:20:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d6aa385-aa94-46eb-b9f3-8c8fc632eded" 2024-11-28T03:20:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7207c2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39197,-1] 2024-11-28T03:20:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:45,350 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:45,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc7ac3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:45,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=-1] 2024-11-28T03:20:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:45,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:45,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:45,355 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:45,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:45,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c96e29e0005 connected 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.log.dir so I do NOT create it in target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda 2024-11-28T03:20:45,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.tmp.dir so I do NOT create it in target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda 2024-11-28T03:20:45,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:20:45,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/cluster_53446a52-17f1-e9ad-6507-8c04199b447d, deleteOnExit=true 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/test.cache.data in system properties and HBase conf 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:20:45,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:20:45,362 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:20:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:20:45,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:45,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:45,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:45,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:45,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:45,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:45,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64019185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:45,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139d95e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:45,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bcaa5aa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/java.io.tmpdir/jetty-localhost-41385-hadoop-hdfs-3_4_1-tests_jar-_-any-197290128545414806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:20:45,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b48c275{HTTP/1.1, (http/1.1)}{localhost:41385} 2024-11-28T03:20:45,646 INFO [Time-limited test {}] server.Server(415): Started @239979ms 2024-11-28T03:20:45,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:20:45,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:20:45,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:20:45,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:20:45,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:20:45,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a05fecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:20:45,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e9ce7d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:20:45,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189179a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/java.io.tmpdir/jetty-localhost-34293-hadoop-hdfs-3_4_1-tests_jar-_-any-6866418117811155753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:20:45,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21be0beb{HTTP/1.1, (http/1.1)}{localhost:34293} 2024-11-28T03:20:45,977 INFO [Time-limited test {}] server.Server(415): Started @240310ms 2024-11-28T03:20:45,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:20:46,078 WARN [Thread-3663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/cluster_53446a52-17f1-e9ad-6507-8c04199b447d/data/data2/current/BP-361773421-172.17.0.2-1732764045387/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:46,078 WARN [Thread-3662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/cluster_53446a52-17f1-e9ad-6507-8c04199b447d/data/data1/current/BP-361773421-172.17.0.2-1732764045387/current, will proceed with Du for space computation calculation, 2024-11-28T03:20:46,097 WARN [Thread-3650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:20:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x356982809266f226 with lease ID 0x5d8d99a143bf0348: Processing first storage report for DS-eb28d10a-b9af-40fa-ba3e-d10c9167f83d from datanode DatanodeRegistration(127.0.0.1:40795, datanodeUuid=96643e5c-bd8d-424b-9f76-a417e873e04e, infoPort=36859, infoSecurePort=0, ipcPort=36631, storageInfo=lv=-57;cid=testClusterID;nsid=1012376878;c=1732764045387) 2024-11-28T03:20:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x356982809266f226 with lease ID 0x5d8d99a143bf0348: from storage DS-eb28d10a-b9af-40fa-ba3e-d10c9167f83d node DatanodeRegistration(127.0.0.1:40795, datanodeUuid=96643e5c-bd8d-424b-9f76-a417e873e04e, infoPort=36859, infoSecurePort=0, ipcPort=36631, storageInfo=lv=-57;cid=testClusterID;nsid=1012376878;c=1732764045387), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x356982809266f226 with lease ID 0x5d8d99a143bf0348: Processing first storage report for DS-a9682a52-f57c-4a8d-a756-e3e0aa31158c from datanode DatanodeRegistration(127.0.0.1:40795, datanodeUuid=96643e5c-bd8d-424b-9f76-a417e873e04e, infoPort=36859, infoSecurePort=0, ipcPort=36631, storageInfo=lv=-57;cid=testClusterID;nsid=1012376878;c=1732764045387) 2024-11-28T03:20:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x356982809266f226 with lease ID 0x5d8d99a143bf0348: from storage DS-a9682a52-f57c-4a8d-a756-e3e0aa31158c node DatanodeRegistration(127.0.0.1:40795, datanodeUuid=96643e5c-bd8d-424b-9f76-a417e873e04e, infoPort=36859, infoSecurePort=0, ipcPort=36631, storageInfo=lv=-57;cid=testClusterID;nsid=1012376878;c=1732764045387), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:20:46,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda 2024-11-28T03:20:46,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:46,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:20:46,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a with version=8 2024-11-28T03:20:46,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/hbase-staging 2024-11-28T03:20:46,518 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:46,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:46,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:46,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:46,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:46,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:46,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:20:46,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:46,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35075 2024-11-28T03:20:46,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35075 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:46,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350750x0, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:46,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35075-0x1015c96e29e0006 connected 2024-11-28T03:20:46,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:46,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:46,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on znode that does not yet exist, /2-948130353/running 2024-11-28T03:20:46,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a, hbase.cluster.distributed=false 2024-11-28T03:20:46,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on znode that does not yet exist, /2-948130353/acl 2024-11-28T03:20:46,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35075 2024-11-28T03:20:46,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35075 2024-11-28T03:20:46,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35075 2024-11-28T03:20:46,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35075 2024-11-28T03:20:46,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35075 2024-11-28T03:20:46,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:20:46,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:46,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:46,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:20:46,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:20:46,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:20:46,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:20:46,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:20:46,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39939 2024-11-28T03:20:46,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39939 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:46,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:46,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:46,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399390x0, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:46,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399390x0, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on znode that does not yet exist, /2-948130353/running 2024-11-28T03:20:46,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39939-0x1015c96e29e0007 connected 2024-11-28T03:20:46,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:20:46,577 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:20:46,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on znode that does not yet exist, /2-948130353/master 2024-11-28T03:20:46,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on znode that does not yet exist, /2-948130353/acl 2024-11-28T03:20:46,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39939 2024-11-28T03:20:46,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39939 2024-11-28T03:20:46,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39939 2024-11-28T03:20:46,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39939 2024-11-28T03:20:46,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39939 2024-11-28T03:20:46,603 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:35075 2024-11-28T03:20:46,604 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-948130353/backup-masters/b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:46,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353/backup-masters 2024-11-28T03:20:46,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353/backup-masters 2024-11-28T03:20:46,606 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on existing znode=/2-948130353/backup-masters/b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-948130353/master 2024-11-28T03:20:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:46,610 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on existing znode=/2-948130353/master 2024-11-28T03:20:46,611 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-948130353/backup-masters/b4e3b2a3b1ef,35075,1732764046517 from backup master directory 2024-11-28T03:20:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-948130353/backup-masters/b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353/backup-masters 2024-11-28T03:20:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353/backup-masters 2024-11-28T03:20:46,612 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:46,612 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:46,615 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/hbase.id] with ID: c78e9e2d-a6ac-496a-931f-9406a61bb01b 2024-11-28T03:20:46,615 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/.tmp/hbase.id 2024-11-28T03:20:46,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:20:46,621 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/.tmp/hbase.id]:[hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/hbase.id] 2024-11-28T03:20:46,629 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:20:46,629 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:20:46,630 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:20:46,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:46,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:46,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:20:46,637 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:46,638 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:20:46,642 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:20:46,648 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store 2024-11-28T03:20:46,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:20:47,054 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:47,054 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:20:47,055 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:47,055 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:47,055 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:20:47,055 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:47,055 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:20:47,055 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764047054Disabling compacts and flushes for region at 1732764047054Disabling writes for close at 1732764047055 (+1 ms)Writing region close event to WAL at 1732764047055Closed at 1732764047055 2024-11-28T03:20:47,055 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/.initializing 2024-11-28T03:20:47,055 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/WALs/b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:47,056 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:47,057 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C35075%2C1732764046517, suffix=, logDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/WALs/b4e3b2a3b1ef,35075,1732764046517, archiveDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/oldWALs, maxLogs=10 2024-11-28T03:20:47,072 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/WALs/b4e3b2a3b1ef,35075,1732764046517/b4e3b2a3b1ef%2C35075%2C1732764046517.1732764047058, exclude list is [], retry=0 2024-11-28T03:20:47,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40795,DS-eb28d10a-b9af-40fa-ba3e-d10c9167f83d,DISK] 2024-11-28T03:20:47,075 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/WALs/b4e3b2a3b1ef,35075,1732764046517/b4e3b2a3b1ef%2C35075%2C1732764046517.1732764047058 2024-11-28T03:20:47,076 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36859:36859)] 2024-11-28T03:20:47,076 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:47,076 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:47,076 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,076 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:20:47,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:47,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:20:47,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:47,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:20:47,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:47,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:20:47,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:47,083 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,083 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,084 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,085 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,085 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:47,088 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:20:47,091 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:47,091 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68457790, jitterRate=0.020100563764572144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:47,092 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764047076Initializing all the Stores at 1732764047077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764047077Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764047077Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764047077Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764047077Cleaning up temporary data from old regions at 1732764047085 (+8 ms)Region opened successfully at 1732764047092 (+7 ms) 2024-11-28T03:20:47,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:20:47,095 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e650a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:47,095 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:20:47,096 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:20:47,096 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:20:47,096 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:20:47,096 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:20:47,096 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:20:47,096 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:20:47,101 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:20:47,102 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Unable to get data of znode /2-948130353/balancer because node does not exist (not necessarily an error) 2024-11-28T03:20:47,103 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-948130353/balancer already deleted, retry=false 2024-11-28T03:20:47,104 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:20:47,104 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Unable to get data of znode /2-948130353/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:20:47,106 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-948130353/normalizer already deleted, retry=false 2024-11-28T03:20:47,107 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:20:47,107 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Unable to get data of znode /2-948130353/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:20:47,108 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-948130353/switch/split already deleted, retry=false 2024-11-28T03:20:47,109 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Unable to get data of znode /2-948130353/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:20:47,110 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-948130353/switch/merge already deleted, retry=false 2024-11-28T03:20:47,112 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Unable to get data of znode /2-948130353/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:20:47,114 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-948130353/snapshot-cleanup already deleted, retry=false 2024-11-28T03:20:47,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-948130353/running 2024-11-28T03:20:47,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-948130353/running 2024-11-28T03:20:47,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:47,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:47,117 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,35075,1732764046517, sessionid=0x1015c96e29e0006, setting cluster-up flag (Was=false) 2024-11-28T03:20:47,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:47,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:47,127 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-948130353/flush-table-proc/acquired, /2-948130353/flush-table-proc/reached, /2-948130353/flush-table-proc/abort 2024-11-28T03:20:47,127 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:47,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:47,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:47,134 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-948130353/online-snapshot/acquired, /2-948130353/online-snapshot/reached, /2-948130353/online-snapshot/abort 2024-11-28T03:20:47,135 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:47,136 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:20:47,137 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:47,137 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:20:47,138 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:20:47,138 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,35075,1732764046517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:20:47,139 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:47,139 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:47,139 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:47,139 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:20:47,139 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:20:47,139 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,139 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:47,139 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,140 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764077140 2024-11-28T03:20:47,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:47,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:20:47,140 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:20:47,140 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,141 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:20:47,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:20:47,141 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:20:47,144 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:20:47,144 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:20:47,148 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764047144,5,FailOnTimeoutGroup] 2024-11-28T03:20:47,148 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764047148,5,FailOnTimeoutGroup] 2024-11-28T03:20:47,148 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,148 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:20:47,149 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,149 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:20:47,193 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(746): ClusterId : c78e9e2d-a6ac-496a-931f-9406a61bb01b 2024-11-28T03:20:47,193 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:20:47,195 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:20:47,195 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:20:47,198 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:20:47,198 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f4ab5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:20:47,211 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:39939 2024-11-28T03:20:47,211 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:20:47,211 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:20:47,211 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:20:47,212 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,35075,1732764046517 with port=39939, startcode=1732764046567 2024-11-28T03:20:47,212 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:20:47,213 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:20:47,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:47,214 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35075 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:47,215 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a 2024-11-28T03:20:47,215 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41409 2024-11-28T03:20:47,215 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:20:47,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353/rs 2024-11-28T03:20:47,224 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] zookeeper.ZKUtil(111): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on existing znode=/2-948130353/rs/b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:47,225 WARN [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:20:47,225 INFO [RS:0;b4e3b2a3b1ef:39939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:47,225 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:47,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,39939,1732764046567] 2024-11-28T03:20:47,228 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:20:47,230 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:20:47,230 INFO [RS:0;b4e3b2a3b1ef:39939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:20:47,230 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,231 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:20:47,231 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:20:47,231 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,231 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,231 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:47,232 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:20:47,232 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,232 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,232 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,232 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,232 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,232 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39939,1732764046567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:47,255 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:20:47,255 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,39939,1732764046567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,256 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,256 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.Replication(171): b4e3b2a3b1ef,39939,1732764046567 started 2024-11-28T03:20:47,274 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:47,274 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,39939,1732764046567, RpcServer on b4e3b2a3b1ef/172.17.0.2:39939, sessionid=0x1015c96e29e0007 2024-11-28T03:20:47,275 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:20:47,275 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:47,275 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,39939,1732764046567' 2024-11-28T03:20:47,275 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-948130353/flush-table-proc/abort' 2024-11-28T03:20:47,275 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-948130353/flush-table-proc/acquired' 2024-11-28T03:20:47,276 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:20:47,276 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:20:47,276 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:47,276 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,39939,1732764046567' 2024-11-28T03:20:47,276 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-948130353/online-snapshot/abort' 2024-11-28T03:20:47,276 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-948130353/online-snapshot/acquired' 2024-11-28T03:20:47,276 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:20:47,277 INFO [RS:0;b4e3b2a3b1ef:39939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:20:47,277 INFO [RS:0;b4e3b2a3b1ef:39939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:20:47,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:20:47,377 INFO [RS:0;b4e3b2a3b1ef:39939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:20:47,378 INFO [RS:0;b4e3b2a3b1ef:39939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C39939%2C1732764046567, suffix=, logDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567, archiveDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/oldWALs, maxLogs=10 2024-11-28T03:20:47,393 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, exclude list is [], retry=0 2024-11-28T03:20:47,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40795,DS-eb28d10a-b9af-40fa-ba3e-d10c9167f83d,DISK] 2024-11-28T03:20:47,397 INFO [RS:0;b4e3b2a3b1ef:39939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 2024-11-28T03:20:47,397 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36859:36859)] 2024-11-28T03:20:47,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:20:47,551 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a 2024-11-28T03:20:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:20:47,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:47,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:47,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:47,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:47,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:47,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:47,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:47,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:47,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:47,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:47,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:47,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:47,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:47,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:47,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:47,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740 2024-11-28T03:20:47,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740 2024-11-28T03:20:47,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:47,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:47,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:47,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:47,971 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:47,972 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74658808, jitterRate=0.11250293254852295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:47,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764047957Initializing all the Stores at 1732764047958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764047958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764047958Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764047958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764047958Cleaning up temporary data from old regions at 1732764047968 (+10 ms)Region opened successfully at 1732764047972 (+4 ms) 2024-11-28T03:20:47,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:20:47,972 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:20:47,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:20:47,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:20:47,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:20:47,973 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:20:47,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764047972Disabling compacts and flushes for region at 1732764047972Disabling writes for close at 1732764047972Writing region close event to WAL at 1732764047973 (+1 ms)Closed at 1732764047973 2024-11-28T03:20:47,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:47,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:20:47,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:20:47,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:47,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:20:48,127 DEBUG [b4e3b2a3b1ef:35075 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:20:48,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:48,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,39939,1732764046567, state=OPENING 2024-11-28T03:20:48,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:20:48,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:48,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:48,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-948130353/meta-region-server: CHANGED 2024-11-28T03:20:48,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-948130353/meta-region-server: CHANGED 2024-11-28T03:20:48,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:20:48,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,39939,1732764046567}] 2024-11-28T03:20:48,285 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:48,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:20:48,290 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:20:48,290 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:48,290 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:20:48,291 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C39939%2C1732764046567.meta, suffix=.meta, logDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567, archiveDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/oldWALs, maxLogs=10 2024-11-28T03:20:48,311 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.meta.1732764048292.meta, exclude list is [], retry=0 2024-11-28T03:20:48,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40795,DS-eb28d10a-b9af-40fa-ba3e-d10c9167f83d,DISK] 2024-11-28T03:20:48,315 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.meta.1732764048292.meta 2024-11-28T03:20:48,315 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36859:36859)] 2024-11-28T03:20:48,315 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:48,315 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:48,316 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:48,316 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:20:48,316 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:20:48,316 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:20:48,316 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:48,316 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:20:48,316 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:20:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:20:48,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:20:48,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:48,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:48,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:20:48,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:20:48,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:48,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:48,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:20:48,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:20:48,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:48,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:48,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:20:48,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:20:48,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:48,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:20:48,324 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:20:48,325 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740 2024-11-28T03:20:48,326 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740 2024-11-28T03:20:48,327 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:20:48,327 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:20:48,327 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:20:48,328 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:20:48,329 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71101523, jitterRate=0.05949525535106659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:20:48,329 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:20:48,329 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764048316Writing region info on filesystem at 1732764048316Initializing all the Stores at 1732764048317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764048317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764048317Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764048317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764048317Cleaning up temporary data from old regions at 1732764048327 (+10 ms)Running coprocessor post-open hooks at 1732764048329 (+2 ms)Region opened successfully at 1732764048329 2024-11-28T03:20:48,330 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764048285 2024-11-28T03:20:48,332 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:20:48,332 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:20:48,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:48,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,39939,1732764046567, state=OPEN 2024-11-28T03:20:48,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-948130353/meta-region-server 2024-11-28T03:20:48,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-948130353/meta-region-server 2024-11-28T03:20:48,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:48,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-948130353/meta-region-server: CHANGED 2024-11-28T03:20:48,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-948130353/meta-region-server: CHANGED 2024-11-28T03:20:48,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:20:48,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,39939,1732764046567 in 201 msec 2024-11-28T03:20:48,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:20:48,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-28T03:20:48,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:20:48,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:20:48,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:48,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=-1] 2024-11-28T03:20:48,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:48,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:48,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-28T03:20:48,348 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764048348, completionTime=-1 2024-11-28T03:20:48,349 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:20:48,349 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764108351 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764168351 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35075,1732764046517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35075,1732764046517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35075,1732764046517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:35075, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:48,351 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:48,353 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:20:48,355 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.743sec 2024-11-28T03:20:48,355 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:20:48,355 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:20:48,355 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:20:48,355 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:20:48,355 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:20:48,355 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35075,1732764046517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:20:48,355 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35075,1732764046517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:20:48,357 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:20:48,357 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:20:48,357 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,35075,1732764046517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:20:48,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f9093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:48,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35075,-1 for getting cluster id 2024-11-28T03:20:48,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:48,395 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c78e9e2d-a6ac-496a-931f-9406a61bb01b' 2024-11-28T03:20:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c78e9e2d-a6ac-496a-931f-9406a61bb01b" 2024-11-28T03:20:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35243129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35075,-1] 2024-11-28T03:20:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:48,396 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:48,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f6566f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:48,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=-1] 2024-11-28T03:20:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:48,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:48,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:48,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52691 2024-11-28T03:20:48,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:20:48,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015c96e29e0008 connected 2024-11-28T03:20:48,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3a3c7a 2024-11-28T03:20:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:48,409 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:48,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:20:48,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:48,412 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:48,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:20:48,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:48,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:20:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:48,824 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58f2d5b965eca49681c1ced39f4298bc, NAME => 'test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77 2024-11-28T03:20:48,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:20:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:49,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:49,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58f2d5b965eca49681c1ced39f4298bc, disabling compactions & flushes 2024-11-28T03:20:49,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:20:49,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:20:49,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. after waiting 0 ms 2024-11-28T03:20:49,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:20:49,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:20:49,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58f2d5b965eca49681c1ced39f4298bc: Waiting for close lock at 1732764049229Disabling compacts and flushes for region at 1732764049229Disabling writes for close at 1732764049229Writing region close event to WAL at 1732764049229Closed at 1732764049229 2024-11-28T03:20:49,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:49,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764049230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764049230"}]},"ts":"1732764049230"} 2024-11-28T03:20:49,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:49,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:49,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764049233"}]},"ts":"1732764049233"} 2024-11-28T03:20:49,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:20:49,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58f2d5b965eca49681c1ced39f4298bc, ASSIGN}] 2024-11-28T03:20:49,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58f2d5b965eca49681c1ced39f4298bc, ASSIGN 2024-11-28T03:20:49,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58f2d5b965eca49681c1ced39f4298bc, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,35009,1732764040313; forceNewPlan=false, retain=false 2024-11-28T03:20:49,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58f2d5b965eca49681c1ced39f4298bc, regionState=OPENING, regionLocation=b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:49,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58f2d5b965eca49681c1ced39f4298bc, ASSIGN because future has completed 2024-11-28T03:20:49,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f2d5b965eca49681c1ced39f4298bc, server=b4e3b2a3b1ef,35009,1732764040313}] 2024-11-28T03:20:49,546 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:20:49,546 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58f2d5b965eca49681c1ced39f4298bc, NAME => 'test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:49,547 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:49,547 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:20:49,547 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,547 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:49,547 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,547 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,548 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,549 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f2d5b965eca49681c1ced39f4298bc columnFamilyName f 2024-11-28T03:20:49,549 DEBUG [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:49,550 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] regionserver.HStore(327): Store=58f2d5b965eca49681c1ced39f4298bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:49,550 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,551 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f2d5b965eca49681c1ced39f4298bc columnFamilyName f1 2024-11-28T03:20:49,551 DEBUG [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:49,551 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] regionserver.HStore(327): Store=58f2d5b965eca49681c1ced39f4298bc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:49,551 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:49,552 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f2d5b965eca49681c1ced39f4298bc columnFamilyName norep 2024-11-28T03:20:49,552 DEBUG [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:49,553 INFO [StoreOpener-58f2d5b965eca49681c1ced39f4298bc-1 {}] regionserver.HStore(327): Store=58f2d5b965eca49681c1ced39f4298bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:49,553 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,554 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,555 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,556 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,556 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,557 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:49,558 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,559 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:49,560 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58f2d5b965eca49681c1ced39f4298bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68149147, jitterRate=0.015501424670219421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:49,560 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:20:49,561 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58f2d5b965eca49681c1ced39f4298bc: Running coprocessor pre-open hook at 1732764049547Writing region info on filesystem at 1732764049547Initializing all the Stores at 1732764049548 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764049548Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764049548Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764049548Cleaning up temporary data from old regions at 1732764049556 (+8 ms)Running coprocessor post-open hooks at 1732764049560 (+4 ms)Region opened successfully at 1732764049561 (+1 ms) 2024-11-28T03:20:49,562 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc., pid=6, masterSystemTime=1732764049542 2024-11-28T03:20:49,564 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:20:49,564 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:20:49,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58f2d5b965eca49681c1ced39f4298bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:49,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f2d5b965eca49681c1ced39f4298bc, server=b4e3b2a3b1ef,35009,1732764040313 because future has completed 2024-11-28T03:20:49,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:20:49,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58f2d5b965eca49681c1ced39f4298bc, server=b4e3b2a3b1ef,35009,1732764040313 in 177 msec 2024-11-28T03:20:49,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:20:49,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58f2d5b965eca49681c1ced39f4298bc, ASSIGN in 334 msec 2024-11-28T03:20:49,572 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:49,573 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764049572"}]},"ts":"1732764049572"} 2024-11-28T03:20:49,574 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:20:49,575 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:49,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-28T03:20:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:50,563 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:20:50,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76cc8b9d 2024-11-28T03:20:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:50,565 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:50,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:20:50,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:50,582 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:50,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:50,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:20:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:50,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:20:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:50,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:50,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:50,859 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:20:50,859 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T03:20:50,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-28T03:20:50,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-28T03:20:50,860 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:20:50,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-28T03:20:50,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T03:20:50,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T03:20:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:50,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9736a2bb9c197f76cf1025ce797d153d, NAME => 'test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7 2024-11-28T03:20:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:20:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:51,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:51,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9736a2bb9c197f76cf1025ce797d153d, disabling compactions & flushes 2024-11-28T03:20:51,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:20:51,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:20:51,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. after waiting 0 ms 2024-11-28T03:20:51,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:20:51,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:20:51,401 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9736a2bb9c197f76cf1025ce797d153d: Waiting for close lock at 1732764051400Disabling compacts and flushes for region at 1732764051400Disabling writes for close at 1732764051401 (+1 ms)Writing region close event to WAL at 1732764051401Closed at 1732764051401 2024-11-28T03:20:51,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:51,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764051402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764051402"}]},"ts":"1732764051402"} 2024-11-28T03:20:51,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:51,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:51,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764051405"}]},"ts":"1732764051405"} 2024-11-28T03:20:51,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:20:51,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9736a2bb9c197f76cf1025ce797d153d, ASSIGN}] 2024-11-28T03:20:51,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9736a2bb9c197f76cf1025ce797d153d, ASSIGN 2024-11-28T03:20:51,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9736a2bb9c197f76cf1025ce797d153d, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,36901,1732764043110; forceNewPlan=false, retain=false 2024-11-28T03:20:51,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9736a2bb9c197f76cf1025ce797d153d, regionState=OPENING, regionLocation=b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:51,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9736a2bb9c197f76cf1025ce797d153d, ASSIGN because future has completed 2024-11-28T03:20:51,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9736a2bb9c197f76cf1025ce797d153d, server=b4e3b2a3b1ef,36901,1732764043110}] 2024-11-28T03:20:51,719 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:20:51,719 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9736a2bb9c197f76cf1025ce797d153d, NAME => 'test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:51,720 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:51,720 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:20:51,720 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,720 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:51,720 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,720 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:51,724 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,725 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9736a2bb9c197f76cf1025ce797d153d columnFamilyName f 2024-11-28T03:20:51,725 DEBUG [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:51,726 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] regionserver.HStore(327): Store=9736a2bb9c197f76cf1025ce797d153d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:51,726 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,727 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9736a2bb9c197f76cf1025ce797d153d columnFamilyName f1 2024-11-28T03:20:51,727 DEBUG [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:51,727 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] regionserver.HStore(327): Store=9736a2bb9c197f76cf1025ce797d153d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:51,727 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,728 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9736a2bb9c197f76cf1025ce797d153d columnFamilyName norep 2024-11-28T03:20:51,728 DEBUG [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:51,728 INFO [StoreOpener-9736a2bb9c197f76cf1025ce797d153d-1 {}] regionserver.HStore(327): Store=9736a2bb9c197f76cf1025ce797d153d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:51,728 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,729 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,729 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,730 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,730 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,730 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:51,731 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,733 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:51,733 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9736a2bb9c197f76cf1025ce797d153d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75384787, jitterRate=0.12332086265087128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:51,733 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:20:51,734 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9736a2bb9c197f76cf1025ce797d153d: Running coprocessor pre-open hook at 1732764051720Writing region info on filesystem at 1732764051720Initializing all the Stores at 1732764051721 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764051721Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764051724 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764051724Cleaning up temporary data from old regions at 1732764051730 (+6 ms)Running coprocessor post-open hooks at 1732764051733 (+3 ms)Region opened successfully at 1732764051733 2024-11-28T03:20:51,734 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d., pid=6, masterSystemTime=1732764051715 2024-11-28T03:20:51,736 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:20:51,736 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:20:51,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9736a2bb9c197f76cf1025ce797d153d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:51,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9736a2bb9c197f76cf1025ce797d153d, server=b4e3b2a3b1ef,36901,1732764043110 because future has completed 2024-11-28T03:20:51,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:20:51,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9736a2bb9c197f76cf1025ce797d153d, server=b4e3b2a3b1ef,36901,1732764043110 in 176 msec 2024-11-28T03:20:51,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:20:51,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9736a2bb9c197f76cf1025ce797d153d, ASSIGN in 334 msec 2024-11-28T03:20:51,743 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:51,744 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764051743"}]},"ts":"1732764051743"} 2024-11-28T03:20:51,745 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:20:51,746 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:51,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-28T03:20:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:52,733 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:20:52,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:52,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:52,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@460b6e25 2024-11-28T03:20:52,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:52,735 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:52,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:20:52,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:52,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:52,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:20:52,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:52,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:20:52,754 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4307bcce37de939c5b6f6284e90bd76, NAME => 'test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a 2024-11-28T03:20:52,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:20:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:53,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:53,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f4307bcce37de939c5b6f6284e90bd76, disabling compactions & flushes 2024-11-28T03:20:53,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:20:53,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:20:53,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. after waiting 0 ms 2024-11-28T03:20:53,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:20:53,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:20:53,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4307bcce37de939c5b6f6284e90bd76: Waiting for close lock at 1732764053167Disabling compacts and flushes for region at 1732764053167Disabling writes for close at 1732764053167Writing region close event to WAL at 1732764053167Closed at 1732764053167 2024-11-28T03:20:53,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:53,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764053169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764053169"}]},"ts":"1732764053169"} 2024-11-28T03:20:53,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:53,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:53,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764053173"}]},"ts":"1732764053173"} 2024-11-28T03:20:53,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:20:53,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4307bcce37de939c5b6f6284e90bd76, ASSIGN}] 2024-11-28T03:20:53,178 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4307bcce37de939c5b6f6284e90bd76, ASSIGN 2024-11-28T03:20:53,179 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f4307bcce37de939c5b6f6284e90bd76, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,39939,1732764046567; forceNewPlan=false, retain=false 2024-11-28T03:20:53,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4307bcce37de939c5b6f6284e90bd76, regionState=OPENING, regionLocation=b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:53,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f4307bcce37de939c5b6f6284e90bd76, ASSIGN because future has completed 2024-11-28T03:20:53,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4307bcce37de939c5b6f6284e90bd76, server=b4e3b2a3b1ef,39939,1732764046567}] 2024-11-28T03:20:53,360 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:20:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:53,496 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:20:53,496 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f4307bcce37de939c5b6f6284e90bd76, NAME => 'test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:53,497 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:53,497 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:20:53,497 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,497 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:53,497 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,497 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,498 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,500 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4307bcce37de939c5b6f6284e90bd76 columnFamilyName f 2024-11-28T03:20:53,500 DEBUG [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:53,500 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] regionserver.HStore(327): Store=f4307bcce37de939c5b6f6284e90bd76/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:53,500 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,501 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4307bcce37de939c5b6f6284e90bd76 columnFamilyName f1 2024-11-28T03:20:53,501 DEBUG [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:53,502 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] regionserver.HStore(327): Store=f4307bcce37de939c5b6f6284e90bd76/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:53,502 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,503 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4307bcce37de939c5b6f6284e90bd76 columnFamilyName norep 2024-11-28T03:20:53,503 DEBUG [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:53,503 INFO [StoreOpener-f4307bcce37de939c5b6f6284e90bd76-1 {}] regionserver.HStore(327): Store=f4307bcce37de939c5b6f6284e90bd76/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:53,503 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,504 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,504 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,505 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,505 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,505 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:53,506 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,508 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:53,508 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f4307bcce37de939c5b6f6284e90bd76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72979878, jitterRate=0.0874849259853363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:53,508 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:20:53,508 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f4307bcce37de939c5b6f6284e90bd76: Running coprocessor pre-open hook at 1732764053497Writing region info on filesystem at 1732764053497Initializing all the Stores at 1732764053498 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764053498Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764053498Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764053498Cleaning up temporary data from old regions at 1732764053505 (+7 ms)Running coprocessor post-open hooks at 1732764053508 (+3 ms)Region opened successfully at 1732764053508 2024-11-28T03:20:53,509 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76., pid=6, masterSystemTime=1732764053492 2024-11-28T03:20:53,511 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:20:53,511 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:20:53,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4307bcce37de939c5b6f6284e90bd76, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:53,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4307bcce37de939c5b6f6284e90bd76, server=b4e3b2a3b1ef,39939,1732764046567 because future has completed 2024-11-28T03:20:53,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:20:53,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4307bcce37de939c5b6f6284e90bd76, server=b4e3b2a3b1ef,39939,1732764046567 in 178 msec 2024-11-28T03:20:53,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:20:53,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f4307bcce37de939c5b6f6284e90bd76, ASSIGN in 342 msec 2024-11-28T03:20:53,522 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:53,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764053522"}]},"ts":"1732764053522"} 2024-11-28T03:20:53,526 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:20:53,526 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:53,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 791 msec 2024-11-28T03:20:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:20:53,882 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:20:53,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:53,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35821,-1 for getting cluster id 2024-11-28T03:20:53,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:53,884 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2' 2024-11-28T03:20:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2" 2024-11-28T03:20:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de5cc86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35821,-1] 2024-11-28T03:20:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:53,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:53,886 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71493a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:53,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:20:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@589fba4c 2024-11-28T03:20:53,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:53,889 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:53,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:39197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:20:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:20:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:53,893 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:39197' 2024-11-28T03:20:53,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d73ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:53,894 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39197,-1 for getting cluster id 2024-11-28T03:20:53,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:53,894 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d6aa385-aa94-46eb-b9f3-8c8fc632eded' 2024-11-28T03:20:53,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:53,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d6aa385-aa94-46eb-b9f3-8c8fc632eded" 2024-11-28T03:20:53,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a313811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:53,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39197,-1] 2024-11-28T03:20:53,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:53,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:53,896 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:53,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e008e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:53,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:53,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:53,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376271d9 2024-11-28T03:20:53,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:53,899 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:53,900 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:20:53,900 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:20:53,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:53,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:53,900 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:53,902 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:20:53,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:53,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:53,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:53,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:53,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:20:53,919 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7895ae5c3d787345fa80c4501edfc184, NAME => 'hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77 2024-11-28T03:20:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:20:53,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:53,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7895ae5c3d787345fa80c4501edfc184, disabling compactions & flushes 2024-11-28T03:20:53,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:20:53,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:20:53,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. after waiting 0 ms 2024-11-28T03:20:53,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:20:53,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:20:53,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7895ae5c3d787345fa80c4501edfc184: Waiting for close lock at 1732764053946Disabling compacts and flushes for region at 1732764053946Disabling writes for close at 1732764053947 (+1 ms)Writing region close event to WAL at 1732764053947Closed at 1732764053947 2024-11-28T03:20:53,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:53,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732764053948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764053948"}]},"ts":"1732764053948"} 2024-11-28T03:20:53,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:53,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:53,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764053952"}]},"ts":"1732764053952"} 2024-11-28T03:20:53,953 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:20:53,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:20:53,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7895ae5c3d787345fa80c4501edfc184, ASSIGN}] 2024-11-28T03:20:53,956 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7895ae5c3d787345fa80c4501edfc184, ASSIGN 2024-11-28T03:20:53,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7895ae5c3d787345fa80c4501edfc184, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,35009,1732764040313; forceNewPlan=false, retain=false 2024-11-28T03:20:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:54,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7895ae5c3d787345fa80c4501edfc184, regionState=OPENING, regionLocation=b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:54,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7895ae5c3d787345fa80c4501edfc184, ASSIGN because future has completed 2024-11-28T03:20:54,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7895ae5c3d787345fa80c4501edfc184, server=b4e3b2a3b1ef,35009,1732764040313}] 2024-11-28T03:20:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:54,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:20:54,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:54,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:20:54,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C35009%2C1732764040313.rep, suffix=, logDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313, archiveDir=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/oldWALs, maxLogs=10 2024-11-28T03:20:54,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.rep.1732764054269, exclude list is [], retry=0 2024-11-28T03:20:54,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37639,DS-d7f715d9-49be-4ee3-bb7e-ca68fd60b7cf,DISK] 2024-11-28T03:20:54,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.rep.1732764054269 2024-11-28T03:20:54,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37913:37913)] 2024-11-28T03:20:54,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7895ae5c3d787345fa80c4501edfc184, NAME => 'hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:54,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:54,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:54,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. service=MultiRowMutationService 2024-11-28T03:20:54,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:20:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,300 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,301 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7895ae5c3d787345fa80c4501edfc184 columnFamilyName hfileref 2024-11-28T03:20:54,302 DEBUG [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:54,302 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] regionserver.HStore(327): Store=7895ae5c3d787345fa80c4501edfc184/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:54,302 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,303 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7895ae5c3d787345fa80c4501edfc184 columnFamilyName queue 2024-11-28T03:20:54,303 DEBUG [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:54,303 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] regionserver.HStore(327): Store=7895ae5c3d787345fa80c4501edfc184/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:54,303 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,304 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7895ae5c3d787345fa80c4501edfc184 columnFamilyName sid 2024-11-28T03:20:54,304 DEBUG [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:54,304 INFO [StoreOpener-7895ae5c3d787345fa80c4501edfc184-1 {}] regionserver.HStore(327): Store=7895ae5c3d787345fa80c4501edfc184/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:54,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:54,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:54,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7895ae5c3d787345fa80c4501edfc184; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61779539, jitterRate=-0.07941313087940216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:54,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:20:54,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7895ae5c3d787345fa80c4501edfc184: Running coprocessor pre-open hook at 1732764054298Writing region info on filesystem at 1732764054298Initializing all the Stores at 1732764054300 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764054300Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764054300Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764054300Cleaning up temporary data from old regions at 1732764054306 (+6 ms)Running coprocessor post-open hooks at 1732764054317 (+11 ms)Region opened successfully at 1732764054317 2024-11-28T03:20:54,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184., pid=10, masterSystemTime=1732764054264 2024-11-28T03:20:54,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7895ae5c3d787345fa80c4501edfc184, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:20:54,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:20:54,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:20:54,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7895ae5c3d787345fa80c4501edfc184, server=b4e3b2a3b1ef,35009,1732764040313 because future has completed 2024-11-28T03:20:54,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:20:54,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7895ae5c3d787345fa80c4501edfc184, server=b4e3b2a3b1ef,35009,1732764040313 in 216 msec 2024-11-28T03:20:54,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:20:54,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7895ae5c3d787345fa80c4501edfc184, ASSIGN in 377 msec 2024-11-28T03:20:54,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:54,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764054336"}]},"ts":"1732764054336"} 2024-11-28T03:20:54,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:20:54,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:54,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 439 msec 2024-11-28T03:20:54,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184., hostname=b4e3b2a3b1ef,35009,1732764040313, seqNum=2] 2024-11-28T03:20:54,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:54,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:20:54,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:20:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:54,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:20:54,524 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:20:54,556 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,35009,1732764040313, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:20:54,556 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:54,556 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35009,1732764040313, seqNum=-1] 2024-11-28T03:20:54,556 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:54,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:54,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,35009,1732764040313', locateType=CURRENT is [region=hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184., hostname=b4e3b2a3b1ef,35009,1732764040313, seqNum=2] 2024-11-28T03:20:54,561 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:20:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:20:54,563 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,35009,1732764040313 suceeded 2024-11-28T03:20:54,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:20:54,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-28T03:20:54,565 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:39197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:20:54,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 675 msec 2024-11-28T03:20:54,579 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:39197' 2024-11-28T03:20:54,580 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c79a6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:54,581 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39197,-1 for getting cluster id 2024-11-28T03:20:54,581 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:54,581 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d6aa385-aa94-46eb-b9f3-8c8fc632eded' 2024-11-28T03:20:54,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d6aa385-aa94-46eb-b9f3-8c8fc632eded" 2024-11-28T03:20:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cea0659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39197,-1] 2024-11-28T03:20:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:54,583 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:54,584 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@773c6e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:54,584 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@281b260 2024-11-28T03:20:54,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:54,585 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-28T03:20:54,586 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,35009,1732764040313 (queues=1) is replicating from cluster=2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2 to cluster=3d6aa385-aa94-46eb-b9f3-8c8fc632eded 2024-11-28T03:20:54,586 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C35009%2C1732764040313 2024-11-28T03:20:54,586 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,35009,1732764040313, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:20:54,586 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C35009%2C1732764040313 2024-11-28T03:20:54,586 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506, startPosition=0, beingWritten=true 2024-11-28T03:20:54,591 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:54,591 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:54,591 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35009,1732764040313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:54,794 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:55,032 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:20:55,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:55,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:55,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:55,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:55,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:55,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:55,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39197,-1 for getting cluster id 2024-11-28T03:20:55,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:55,034 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d6aa385-aa94-46eb-b9f3-8c8fc632eded' 2024-11-28T03:20:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d6aa385-aa94-46eb-b9f3-8c8fc632eded" 2024-11-28T03:20:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26eb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39197,-1] 2024-11-28T03:20:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:55,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:55,036 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77de760d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:55,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38dca871 2024-11-28T03:20:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:55,038 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:55,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:35075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:20:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:20:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:55,041 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:35075' 2024-11-28T03:20:55,042 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464edcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:55,042 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35075,-1 for getting cluster id 2024-11-28T03:20:55,042 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:55,042 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c78e9e2d-a6ac-496a-931f-9406a61bb01b' 2024-11-28T03:20:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c78e9e2d-a6ac-496a-931f-9406a61bb01b" 2024-11-28T03:20:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9e711d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35075,-1] 2024-11-28T03:20:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:55,043 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a00efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:55,044 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aafb9db 2024-11-28T03:20:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:55,045 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:55,046 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-28T03:20:55,046 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:20:55,046 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:55,046 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:55,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:55,046 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:55,047 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:20:55,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:55,048 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:55,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:55,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:20:55,097 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:20:55,098 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:55,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a7f8098f60fdc02088b332f95ebebb0, NAME => 'hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7 2024-11-28T03:20:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:20:55,502 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:55,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:55,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a7f8098f60fdc02088b332f95ebebb0, disabling compactions & flushes 2024-11-28T03:20:55,864 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:20:55,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:20:55,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. after waiting 0 ms 2024-11-28T03:20:55,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:20:55,864 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:20:55,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a7f8098f60fdc02088b332f95ebebb0: Waiting for close lock at 1732764055864Disabling compacts and flushes for region at 1732764055864Disabling writes for close at 1732764055864Writing region close event to WAL at 1732764055864Closed at 1732764055864 2024-11-28T03:20:55,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:55,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732764055865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764055865"}]},"ts":"1732764055865"} 2024-11-28T03:20:55,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:55,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:55,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764055868"}]},"ts":"1732764055868"} 2024-11-28T03:20:55,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:20:55,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a7f8098f60fdc02088b332f95ebebb0, ASSIGN}] 2024-11-28T03:20:55,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a7f8098f60fdc02088b332f95ebebb0, ASSIGN 2024-11-28T03:20:55,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a7f8098f60fdc02088b332f95ebebb0, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,36901,1732764043110; forceNewPlan=false, retain=false 2024-11-28T03:20:56,005 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:56,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a7f8098f60fdc02088b332f95ebebb0, regionState=OPENING, regionLocation=b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:56,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a7f8098f60fdc02088b332f95ebebb0, ASSIGN because future has completed 2024-11-28T03:20:56,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a7f8098f60fdc02088b332f95ebebb0, server=b4e3b2a3b1ef,36901,1732764043110}] 2024-11-28T03:20:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:56,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:20:56,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:56,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:20:56,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C36901%2C1732764043110.rep, suffix=, logDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110, archiveDir=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/oldWALs, maxLogs=10 2024-11-28T03:20:56,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.rep.1732764056182, exclude list is [], retry=0 2024-11-28T03:20:56,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34287,DS-fcdf3aa1-1dce-480b-b7cf-df576c8c5253,DISK] 2024-11-28T03:20:56,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.rep.1732764056182 2024-11-28T03:20:56,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39979:39979)] 2024-11-28T03:20:56,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a7f8098f60fdc02088b332f95ebebb0, NAME => 'hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:56,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:56,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:56,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. service=MultiRowMutationService 2024-11-28T03:20:56,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:20:56,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:56,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,208 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,209 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a7f8098f60fdc02088b332f95ebebb0 columnFamilyName hfileref 2024-11-28T03:20:56,209 DEBUG [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:56,209 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] regionserver.HStore(327): Store=8a7f8098f60fdc02088b332f95ebebb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:56,210 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,211 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a7f8098f60fdc02088b332f95ebebb0 columnFamilyName queue 2024-11-28T03:20:56,211 DEBUG [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:56,211 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] regionserver.HStore(327): Store=8a7f8098f60fdc02088b332f95ebebb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:56,211 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,212 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a7f8098f60fdc02088b332f95ebebb0 columnFamilyName sid 2024-11-28T03:20:56,212 DEBUG [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:56,212 INFO [StoreOpener-8a7f8098f60fdc02088b332f95ebebb0-1 {}] regionserver.HStore(327): Store=8a7f8098f60fdc02088b332f95ebebb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:56,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:56,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:56,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a7f8098f60fdc02088b332f95ebebb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68058533, jitterRate=0.01415117084980011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:56,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:20:56,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a7f8098f60fdc02088b332f95ebebb0: Running coprocessor pre-open hook at 1732764056207Writing region info on filesystem at 1732764056207Initializing all the Stores at 1732764056207Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764056207Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764056208 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764056208Cleaning up temporary data from old regions at 1732764056214 (+6 ms)Running coprocessor post-open hooks at 1732764056218 (+4 ms)Region opened successfully at 1732764056218 2024-11-28T03:20:56,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0., pid=10, masterSystemTime=1732764056176 2024-11-28T03:20:56,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:20:56,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:20:56,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a7f8098f60fdc02088b332f95ebebb0, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:20:56,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a7f8098f60fdc02088b332f95ebebb0, server=b4e3b2a3b1ef,36901,1732764043110 because future has completed 2024-11-28T03:20:56,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:20:56,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a7f8098f60fdc02088b332f95ebebb0, server=b4e3b2a3b1ef,36901,1732764043110 in 200 msec 2024-11-28T03:20:56,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:20:56,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a7f8098f60fdc02088b332f95ebebb0, ASSIGN in 355 msec 2024-11-28T03:20:56,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:56,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764056228"}]},"ts":"1732764056228"} 2024-11-28T03:20:56,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:20:56,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:56,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-28T03:20:56,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0., hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=2] 2024-11-28T03:20:56,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:56,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:20:56,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:20:56,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:20:56,416 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:20:56,449 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,36901,1732764043110, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:20:56,449 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:56,449 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=-1] 2024-11-28T03:20:56,449 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:56,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:56,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,36901,1732764043110', locateType=CURRENT is [region=hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0., hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=2] 2024-11-28T03:20:56,456 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:20:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:20:56,460 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,36901,1732764043110 suceeded 2024-11-28T03:20:56,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:20:56,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-28T03:20:56,462 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:35075,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:20:56,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-28T03:20:56,478 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:35075' 2024-11-28T03:20:56,479 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b80108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:56,479 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35075,-1 for getting cluster id 2024-11-28T03:20:56,479 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:56,480 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c78e9e2d-a6ac-496a-931f-9406a61bb01b' 2024-11-28T03:20:56,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:56,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c78e9e2d-a6ac-496a-931f-9406a61bb01b" 2024-11-28T03:20:56,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49415695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:56,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35075,-1] 2024-11-28T03:20:56,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:56,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:56,481 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:56,483 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@96d2aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:56,483 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33857c60 2024-11-28T03:20:56,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:56,485 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-28T03:20:56,487 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,36901,1732764043110 (queues=1) is replicating from cluster=3d6aa385-aa94-46eb-b9f3-8c8fc632eded to cluster=c78e9e2d-a6ac-496a-931f-9406a61bb01b 2024-11-28T03:20:56,487 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C36901%2C1732764043110 2024-11-28T03:20:56,488 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,36901,1732764043110, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:20:56,488 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C36901%2C1732764043110 2024-11-28T03:20:56,488 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, startPosition=0, beingWritten=true 2024-11-28T03:20:56,493 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:56,493 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 379, reset compression=false 2024-11-28T03:20:56,493 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,36901,1732764043110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:56,608 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:56,700 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 379, reset compression=false 2024-11-28T03:20:57,004 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 379, reset compression=false 2024-11-28T03:20:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:57,182 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:20:57,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:57,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:57,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:57,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:57,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:57,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:57,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35075,-1 for getting cluster id 2024-11-28T03:20:57,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:57,184 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c78e9e2d-a6ac-496a-931f-9406a61bb01b' 2024-11-28T03:20:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c78e9e2d-a6ac-496a-931f-9406a61bb01b" 2024-11-28T03:20:57,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e89453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35075,-1] 2024-11-28T03:20:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:57,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:57,186 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:57,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c026b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:57,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:20:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163a5636 2024-11-28T03:20:57,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:57,188 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:57,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:39197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:20:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:20:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:57,191 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:39197' 2024-11-28T03:20:57,191 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae9ca3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:57,191 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39197,-1 for getting cluster id 2024-11-28T03:20:57,191 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:57,192 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d6aa385-aa94-46eb-b9f3-8c8fc632eded' 2024-11-28T03:20:57,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:57,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d6aa385-aa94-46eb-b9f3-8c8fc632eded" 2024-11-28T03:20:57,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5981fa07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:57,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39197,-1] 2024-11-28T03:20:57,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:57,193 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:57,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67721193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:57,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:57,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:57,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f2db044 2024-11-28T03:20:57,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:57,195 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:20:57,196 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:20:57,196 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:20:57,196 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:57,196 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:57,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:57,196 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:20:57,197 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:20:57,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:20:57,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:57,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:20:57,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:20:57,222 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:20:57,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,247 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:20:57,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:20:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:57,312 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:57,408 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 379, reset compression=false 2024-11-28T03:20:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:57,605 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56510f57f6dfbce74fa2d3858d7f8a71, NAME => 'hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a 2024-11-28T03:20:57,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:20:57,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:57,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56510f57f6dfbce74fa2d3858d7f8a71, disabling compactions & flushes 2024-11-28T03:20:57,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:20:57,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:20:57,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. after waiting 0 ms 2024-11-28T03:20:57,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:20:57,610 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:20:57,610 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56510f57f6dfbce74fa2d3858d7f8a71: Waiting for close lock at 1732764057610Disabling compacts and flushes for region at 1732764057610Disabling writes for close at 1732764057610Writing region close event to WAL at 1732764057610Closed at 1732764057610 2024-11-28T03:20:57,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:20:57,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732764057611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764057611"}]},"ts":"1732764057611"} 2024-11-28T03:20:57,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:20:57,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:20:57,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764057614"}]},"ts":"1732764057614"} 2024-11-28T03:20:57,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:20:57,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56510f57f6dfbce74fa2d3858d7f8a71, ASSIGN}] 2024-11-28T03:20:57,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56510f57f6dfbce74fa2d3858d7f8a71, ASSIGN 2024-11-28T03:20:57,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56510f57f6dfbce74fa2d3858d7f8a71, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,39939,1732764046567; forceNewPlan=false, retain=false 2024-11-28T03:20:57,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56510f57f6dfbce74fa2d3858d7f8a71, regionState=OPENING, regionLocation=b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:57,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56510f57f6dfbce74fa2d3858d7f8a71, ASSIGN because future has completed 2024-11-28T03:20:57,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56510f57f6dfbce74fa2d3858d7f8a71, server=b4e3b2a3b1ef,39939,1732764046567}] 2024-11-28T03:20:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:57,912 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 379, reset compression=false 2024-11-28T03:20:57,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:20:57,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:20:57,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:20:57,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C39939%2C1732764046567.rep, suffix=, logDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567, archiveDir=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/oldWALs, maxLogs=10 2024-11-28T03:20:57,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.rep.1732764057930, exclude list is [], retry=0 2024-11-28T03:20:57,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40795,DS-eb28d10a-b9af-40fa-ba3e-d10c9167f83d,DISK] 2024-11-28T03:20:57,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.rep.1732764057930 2024-11-28T03:20:57,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36859:36859)] 2024-11-28T03:20:57,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 56510f57f6dfbce74fa2d3858d7f8a71, NAME => 'hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:20:57,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:20:57,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:20:57,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. service=MultiRowMutationService 2024-11-28T03:20:57,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:20:57,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:20:57,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,950 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,951 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56510f57f6dfbce74fa2d3858d7f8a71 columnFamilyName hfileref 2024-11-28T03:20:57,951 DEBUG [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:57,951 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] regionserver.HStore(327): Store=56510f57f6dfbce74fa2d3858d7f8a71/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:57,951 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,952 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56510f57f6dfbce74fa2d3858d7f8a71 columnFamilyName queue 2024-11-28T03:20:57,952 DEBUG [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:57,952 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] regionserver.HStore(327): Store=56510f57f6dfbce74fa2d3858d7f8a71/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:57,952 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,953 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56510f57f6dfbce74fa2d3858d7f8a71 columnFamilyName sid 2024-11-28T03:20:57,953 DEBUG [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:20:57,953 INFO [StoreOpener-56510f57f6dfbce74fa2d3858d7f8a71-1 {}] regionserver.HStore(327): Store=56510f57f6dfbce74fa2d3858d7f8a71/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:20:57,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/replication/56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/replication/56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:20:57,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/replication/56510f57f6dfbce74fa2d3858d7f8a71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:20:57,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 56510f57f6dfbce74fa2d3858d7f8a71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65427452, jitterRate=-0.025054991245269775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:20:57,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:20:57,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 56510f57f6dfbce74fa2d3858d7f8a71: Running coprocessor pre-open hook at 1732764057949Writing region info on filesystem at 1732764057949Initializing all the Stores at 1732764057949Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764057949Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764057950 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764057950Cleaning up temporary data from old regions at 1732764057955 (+5 ms)Running coprocessor post-open hooks at 1732764057958 (+3 ms)Region opened successfully at 1732764057958 2024-11-28T03:20:57,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71., pid=10, masterSystemTime=1732764057922 2024-11-28T03:20:57,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:20:57,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:20:57,961 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56510f57f6dfbce74fa2d3858d7f8a71, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:20:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56510f57f6dfbce74fa2d3858d7f8a71, server=b4e3b2a3b1ef,39939,1732764046567 because future has completed 2024-11-28T03:20:57,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:20:57,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 56510f57f6dfbce74fa2d3858d7f8a71, server=b4e3b2a3b1ef,39939,1732764046567 in 194 msec 2024-11-28T03:20:57,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:20:57,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56510f57f6dfbce74fa2d3858d7f8a71, ASSIGN in 349 msec 2024-11-28T03:20:57,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:20:57,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764057968"}]},"ts":"1732764057968"} 2024-11-28T03:20:57,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:20:57,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:20:57,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-28T03:20:58,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71., hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=2] 2024-11-28T03:20:58,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:58,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:20:58,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:20:58,115 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:58,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:20:58,166 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:20:58,207 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,39939,1732764046567, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:20:58,208 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:58,208 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=-1] 2024-11-28T03:20:58,208 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:58,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:58,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,39939,1732764046567', locateType=CURRENT is [region=hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71., hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=2] 2024-11-28T03:20:58,213 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:20:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:20:58,215 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,39939,1732764046567 suceeded 2024-11-28T03:20:58,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:20:58,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-28T03:20:58,217 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:39197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:20:58,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0290 sec 2024-11-28T03:20:58,232 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:39197' 2024-11-28T03:20:58,237 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e8c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,237 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39197,-1 for getting cluster id 2024-11-28T03:20:58,237 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:58,237 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d6aa385-aa94-46eb-b9f3-8c8fc632eded' 2024-11-28T03:20:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d6aa385-aa94-46eb-b9f3-8c8fc632eded" 2024-11-28T03:20:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fbb74af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39197,-1] 2024-11-28T03:20:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:58,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:58,239 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:58,240 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377fee5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,240 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:20:58,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:20:58,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c7138c 2024-11-28T03:20:58,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:20:58,241 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-28T03:20:58,242 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,39939,1732764046567 (queues=1) is replicating from cluster=c78e9e2d-a6ac-496a-931f-9406a61bb01b to cluster=3d6aa385-aa94-46eb-b9f3-8c8fc632eded 2024-11-28T03:20:58,242 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C39939%2C1732764046567 2024-11-28T03:20:58,242 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,39939,1732764046567, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:20:58,244 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, startPosition=0, beingWritten=true 2024-11-28T03:20:58,245 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C39939%2C1732764046567 2024-11-28T03:20:58,251 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:58,252 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 379, reset compression=false 2024-11-28T03:20:58,252 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,39939,1732764046567 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:20:58,332 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:20:58,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:20:58,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:20:58,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:58,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:58,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:20:58,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35821,-1 for getting cluster id 2024-11-28T03:20:58,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:58,337 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2' 2024-11-28T03:20:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e47c4b3-d7ea-4fcd-b1bc-2fcd33fbf2f2" 2024-11-28T03:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a7a05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35821,-1] 2024-11-28T03:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:58,339 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20722bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39197,-1 for getting cluster id 2024-11-28T03:20:58,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:58,341 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d6aa385-aa94-46eb-b9f3-8c8fc632eded' 2024-11-28T03:20:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d6aa385-aa94-46eb-b9f3-8c8fc632eded" 2024-11-28T03:20:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b5b05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39197,-1] 2024-11-28T03:20:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:58,343 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:58,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a720dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242cc698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35075,-1 for getting cluster id 2024-11-28T03:20:58,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:58,345 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c78e9e2d-a6ac-496a-931f-9406a61bb01b' 2024-11-28T03:20:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c78e9e2d-a6ac-496a-931f-9406a61bb01b" 2024-11-28T03:20:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ff161d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35075,-1] 2024-11-28T03:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:58,346 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fe8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:58,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,35009,1732764040313, seqNum=-1] 2024-11-28T03:20:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:58,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc., hostname=b4e3b2a3b1ef,35009,1732764040313, seqNum=2] 2024-11-28T03:20:58,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=-1] 2024-11-28T03:20:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:58,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:58,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76., hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=2] 2024-11-28T03:20:58,360 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-28T03:20:58,456 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 379, reset compression=false 2024-11-28T03:20:58,516 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 379, reset compression=false 2024-11-28T03:20:58,759 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 379, reset compression=false 2024-11-28T03:20:59,019 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 379, reset compression=false 2024-11-28T03:20:59,027 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:59,027 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 480, reset compression=false 2024-11-28T03:20:59,027 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35009,1732764040313 got entry batch from reader: WALEntryBatch [walEntries=[{test/58f2d5b965eca49681c1ced39f4298bc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-28T03:20:59,030 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:59,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-28T03:20:59,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:59,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@672c4a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:59,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,39197,-1 for getting cluster id 2024-11-28T03:20:59,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:59,037 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d6aa385-aa94-46eb-b9f3-8c8fc632eded' 2024-11-28T03:20:59,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:59,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d6aa385-aa94-46eb-b9f3-8c8fc632eded" 2024-11-28T03:20:59,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33bd379b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:59,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,39197,-1] 2024-11-28T03:20:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:59,038 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:59,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fbba72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:59,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=-1] 2024-11-28T03:20:59,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:59,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:59,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d., hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=2] 2024-11-28T03:20:59,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:59,164 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 379, reset compression=false 2024-11-28T03:20:59,219 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 379, reset compression=false 2024-11-28T03:20:59,224 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:59,225 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 503, reset compression=false 2024-11-28T03:20:59,225 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,36901,1732764043110 got entry batch from reader: WALEntryBatch [walEntries=[{test/9736a2bb9c197f76cf1025ce797d153d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-28T03:20:59,227 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:20:59,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:20:59,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-28T03:20:59,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:59,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@726c71ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:59,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,35075,-1 for getting cluster id 2024-11-28T03:20:59,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:20:59,230 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c78e9e2d-a6ac-496a-931f-9406a61bb01b' 2024-11-28T03:20:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:20:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c78e9e2d-a6ac-496a-931f-9406a61bb01b" 2024-11-28T03:20:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0dea79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:59,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,35075,-1] 2024-11-28T03:20:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:20:59,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:20:59,231 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:20:59,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b37e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:20:59,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=-1] 2024-11-28T03:20:59,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:59,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-28T03:20:59,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76., hostname=b4e3b2a3b1ef,39939,1732764046567, seqNum=2] 2024-11-28T03:20:59,236 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 480, reset compression=false 2024-11-28T03:20:59,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:59,362 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-28T03:20:59,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:20:59,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=-1] 2024-11-28T03:20:59,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:20:59,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:20:59,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d., hostname=b4e3b2a3b1ef,36901,1732764043110, seqNum=2] 2024-11-28T03:20:59,371 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-28T03:20:59,429 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 503, reset compression=false 2024-11-28T03:20:59,434 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:20:59,434 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 607, reset compression=false 2024-11-28T03:20:59,434 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,36901,1732764043110 got entry batch from reader: WALEntryBatch [walEntries=[{test/9736a2bb9c197f76cf1025ce797d153d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T03:20:59,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:20:59,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:20:59,540 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 480, reset compression=false 2024-11-28T03:20:59,637 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 607, reset compression=false 2024-11-28T03:20:59,667 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 379, reset compression=false 2024-11-28T03:20:59,674 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:20:59,674 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 653, reset compression=false 2024-11-28T03:20:59,674 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,39939,1732764046567 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:20:59,881 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 653, reset compression=false 2024-11-28T03:20:59,943 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 480, reset compression=false 2024-11-28T03:20:59,949 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 607, reset compression=false 2024-11-28T03:21:00,185 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 653, reset compression=false 2024-11-28T03:21:00,352 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 607, reset compression=false 2024-11-28T03:21:00,372 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-28T03:21:00,375 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-28T03:21:00,447 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 480, reset compression=false 2024-11-28T03:21:00,594 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 653, reset compression=false 2024-11-28T03:21:00,598 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:21:00,598 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 757, reset compression=false 2024-11-28T03:21:00,598 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,39939,1732764046567 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4307bcce37de939c5b6f6284e90bd76/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-28T03:21:00,601 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:21:00,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-28T03:21:00,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:21:00,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:21:00,803 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 757, reset compression=false 2024-11-28T03:21:00,855 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 607, reset compression=false 2024-11-28T03:21:00,866 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:00,866 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 735, reset compression=false 2024-11-28T03:21:00,866 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,36901,1732764043110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:01,052 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 480, reset compression=false 2024-11-28T03:21:01,069 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 735, reset compression=false 2024-11-28T03:21:01,107 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 757, reset compression=false 2024-11-28T03:21:01,377 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-28T03:21:01,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-28T03:21:01,382 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 735, reset compression=false 2024-11-28T03:21:01,510 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 757, reset compression=false 2024-11-28T03:21:01,755 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 480, reset compression=false 2024-11-28T03:21:01,760 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:21:01,760 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:01,760 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35009,1732764040313 got entry batch from reader: WALEntryBatch [walEntries=[{test/58f2d5b965eca49681c1ced39f4298bc/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-28T03:21:01,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:21:01,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:21:01,786 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 735, reset compression=false 2024-11-28T03:21:01,791 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:21:01,791 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 882, reset compression=false 2024-11-28T03:21:01,791 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,36901,1732764043110 got entry batch from reader: WALEntryBatch [walEntries=[{test/9736a2bb9c197f76cf1025ce797d153d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-28T03:21:01,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:21:01,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:21:01,964 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:01,994 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 882, reset compression=false 2024-11-28T03:21:02,014 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 757, reset compression=false 2024-11-28T03:21:02,019 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:02,019 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 927, reset compression=false 2024-11-28T03:21:02,019 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,39939,1732764046567 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:02,223 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 927, reset compression=false 2024-11-28T03:21:02,268 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:02,302 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 882, reset compression=false 2024-11-28T03:21:02,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-28T03:21:02,387 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-28T03:21:02,528 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 927, reset compression=false 2024-11-28T03:21:02,672 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:02,710 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 882, reset compression=false 2024-11-28T03:21:02,715 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:21:02,715 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1041, reset compression=false 2024-11-28T03:21:02,715 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,36901,1732764043110 got entry batch from reader: WALEntryBatch [walEntries=[{test/9736a2bb9c197f76cf1025ce797d153d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T03:21:02,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:21:02,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:21:02,919 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1041, reset compression=false 2024-11-28T03:21:02,933 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 927, reset compression=false 2024-11-28T03:21:02,938 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:02,938 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1076, reset compression=false 2024-11-28T03:21:02,938 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,39939,1732764046567 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:03,142 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1076, reset compression=false 2024-11-28T03:21:03,181 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:03,224 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1041, reset compression=false 2024-11-28T03:21:03,390 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-28T03:21:03,395 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-28T03:21:03,446 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1076, reset compression=false 2024-11-28T03:21:03,451 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:21:03,451 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:21:03,451 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1235, reset compression=false 2024-11-28T03:21:03,451 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,39939,1732764046567 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4307bcce37de939c5b6f6284e90bd76/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-28T03:21:03,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-28T03:21:03,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-28T03:21:03,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:03,629 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1041, reset compression=false 2024-11-28T03:21:03,634 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:03,634 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:03,634 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,36901,1732764043110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:03,667 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1235, reset compression=false 2024-11-28T03:21:03,786 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:03,838 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:03,972 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1235, reset compression=false 2024-11-28T03:21:04,143 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:04,376 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1235, reset compression=false 2024-11-28T03:21:04,397 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-28T03:21:04,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:21:04,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:04,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:04,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:04,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:04,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:04,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:21:04,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1538401895, stopped=false 2024-11-28T03:21:04,406 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,35075,1732764046517 2024-11-28T03:21:04,408 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:04,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-948130353/running 2024-11-28T03:21:04,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:21:04,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:04,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:04,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:04,409 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,39939,1732764046567' ***** 2024-11-28T03:21:04,409 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:21:04,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-948130353/running 2024-11-28T03:21:04,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:21:04,409 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:21:04,409 INFO [RS:0;b4e3b2a3b1ef:39939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:21:04,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:21:04,410 INFO [RS:0;b4e3b2a3b1ef:39939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:21:04,410 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(3091): Received CLOSE for f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:21:04,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on znode that does not yet exist, /2-948130353/running 2024-11-28T03:21:04,411 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(3091): Received CLOSE for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:21:04,411 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:21:04,411 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:04,411 INFO [RS:0;b4e3b2a3b1ef:39939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:39939. 2024-11-28T03:21:04,411 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:04,411 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:04,412 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:21:04,412 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:21:04,412 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:21:04,412 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:21:04,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Set watcher on znode that does not yet exist, /2-948130353/running 2024-11-28T03:21:04,413 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4307bcce37de939c5b6f6284e90bd76, disabling compactions & flushes 2024-11-28T03:21:04,413 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:21:04,413 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:21:04,413 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. after waiting 0 ms 2024-11-28T03:21:04,413 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:21:04,413 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4307bcce37de939c5b6f6284e90bd76 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-28T03:21:04,420 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:21:04,420 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1325): Online Regions={f4307bcce37de939c5b6f6284e90bd76=test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76., 1588230740=hbase:meta,,1.1588230740, 56510f57f6dfbce74fa2d3858d7f8a71=hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71.} 2024-11-28T03:21:04,420 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56510f57f6dfbce74fa2d3858d7f8a71, f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:21:04,421 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:04,421 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:04,421 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:04,421 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:04,421 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:04,421 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:21:04,441 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/f/4f1531335a574fb1b5037bb675605d20 is 29, key is row1/f:/1732764062384/DeleteFamily/seqid=0 2024-11-28T03:21:04,451 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:04,462 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/info/6ede81e767e14d55915f665fb0f9ef2c is 147, key is hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71./info:regioninfo/1732764057961/Put/seqid=0 2024-11-28T03:21:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741840_1016 (size=5152) 2024-11-28T03:21:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741841_1017 (size=7686) 2024-11-28T03:21:04,489 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:04,555 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:04,621 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56510f57f6dfbce74fa2d3858d7f8a71, f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:21:04,821 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56510f57f6dfbce74fa2d3858d7f8a71, f4307bcce37de939c5b6f6284e90bd76 2024-11-28T03:21:04,863 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/f/4f1531335a574fb1b5037bb675605d20 2024-11-28T03:21:04,868 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f1531335a574fb1b5037bb675605d20 2024-11-28T03:21:04,878 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/info/6ede81e767e14d55915f665fb0f9ef2c 2024-11-28T03:21:04,880 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1235, reset compression=false 2024-11-28T03:21:04,897 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/f1/bfc86457f79948ebb26af148b7f90f39 is 30, key is row1/f1:/1732764062384/DeleteFamily/seqid=0 2024-11-28T03:21:04,905 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:04,905 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1482, reset compression=false 2024-11-28T03:21:04,905 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,39939,1732764046567 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:04,906 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,39939,1732764046567: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,39939,1732764046567, walGroup=b4e3b2a3b1ef%2C39939%2C1732764046567, offset=b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:39939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:21:04,907 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:21:04,907 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:21:04,908 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:21:04,908 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:21:04,908 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:21:04,908 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 925548800 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 203791680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:21:04,908 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:35075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:35075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:21:04,913 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/ns/15f180d6693d43ea9bc7607a864e6d48 is 43, key is default/ns:d/1732764048343/Put/seqid=0 2024-11-28T03:21:04,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741842_1018 (size=5158) 2024-11-28T03:21:04,916 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/f1/bfc86457f79948ebb26af148b7f90f39 2024-11-28T03:21:04,920 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfc86457f79948ebb26af148b7f90f39 2024-11-28T03:21:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741843_1019 (size=5153) 2024-11-28T03:21:04,954 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/norep/c16cbedfcea4410788299e3f53fd698d is 33, key is row2/norep:/1732764063391/DeleteFamily/seqid=0 2024-11-28T03:21:04,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741844_1020 (size=5108) 2024-11-28T03:21:04,964 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/norep/c16cbedfcea4410788299e3f53fd698d 2024-11-28T03:21:04,967 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c16cbedfcea4410788299e3f53fd698d 2024-11-28T03:21:04,968 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/f/4f1531335a574fb1b5037bb675605d20 as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/f/4f1531335a574fb1b5037bb675605d20 2024-11-28T03:21:04,973 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f1531335a574fb1b5037bb675605d20 2024-11-28T03:21:04,973 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/f/4f1531335a574fb1b5037bb675605d20, entries=3, sequenceid=10, filesize=5.0 K 2024-11-28T03:21:04,974 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/f1/bfc86457f79948ebb26af148b7f90f39 as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/f1/bfc86457f79948ebb26af148b7f90f39 2024-11-28T03:21:04,977 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfc86457f79948ebb26af148b7f90f39 2024-11-28T03:21:04,978 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/f1/bfc86457f79948ebb26af148b7f90f39, entries=3, sequenceid=10, filesize=5.0 K 2024-11-28T03:21:04,978 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/.tmp/norep/c16cbedfcea4410788299e3f53fd698d as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/norep/c16cbedfcea4410788299e3f53fd698d 2024-11-28T03:21:04,981 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c16cbedfcea4410788299e3f53fd698d 2024-11-28T03:21:04,982 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/norep/c16cbedfcea4410788299e3f53fd698d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-28T03:21:04,982 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f4307bcce37de939c5b6f6284e90bd76 in 569ms, sequenceid=10, compaction requested=false 2024-11-28T03:21:04,986 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/default/test/f4307bcce37de939c5b6f6284e90bd76/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:21:04,987 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4307bcce37de939c5b6f6284e90bd76: Waiting for close lock at 1732764064412Running coprocessor pre-close hooks at 1732764064412Disabling compacts and flushes for region at 1732764064412Disabling writes for close at 1732764064413 (+1 ms)Obtaining lock to block concurrent updates at 1732764064413Preparing flush snapshotting stores in f4307bcce37de939c5b6f6284e90bd76 at 1732764064413Finished memstore snapshotting test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732764064414 (+1 ms)Flushing stores of test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. at 1732764064414Flushing f4307bcce37de939c5b6f6284e90bd76/f: creating writer at 1732764064414Flushing f4307bcce37de939c5b6f6284e90bd76/f: appending metadata at 1732764064440 (+26 ms)Flushing f4307bcce37de939c5b6f6284e90bd76/f: closing flushed file at 1732764064440Flushing f4307bcce37de939c5b6f6284e90bd76/f1: creating writer at 1732764064868 (+428 ms)Flushing f4307bcce37de939c5b6f6284e90bd76/f1: appending metadata at 1732764064896 (+28 ms)Flushing f4307bcce37de939c5b6f6284e90bd76/f1: closing flushed file at 1732764064896Flushing f4307bcce37de939c5b6f6284e90bd76/norep: creating writer at 1732764064920 (+24 ms)Flushing f4307bcce37de939c5b6f6284e90bd76/norep: appending metadata at 1732764064953 (+33 ms)Flushing f4307bcce37de939c5b6f6284e90bd76/norep: closing flushed file at 1732764064953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec512a5: reopening flushed file at 1732764064967 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2635bf76: reopening flushed file at 1732764064973 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554ba9b2: reopening flushed file at 1732764064978 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f4307bcce37de939c5b6f6284e90bd76 in 569ms, sequenceid=10, compaction requested=false at 1732764064982 (+4 ms)Writing region close event to WAL at 1732764064983 (+1 ms)Running coprocessor post-close hooks at 1732764064987 (+4 ms)Closed at 1732764064987 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76. 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56510f57f6dfbce74fa2d3858d7f8a71, disabling compactions & flushes 2024-11-28T03:21:04,987 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. after waiting 0 ms 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:21:04,987 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56510f57f6dfbce74fa2d3858d7f8a71: Waiting for close lock at 1732764064987Running coprocessor pre-close hooks at 1732764064987Disabling compacts and flushes for region at 1732764064987Disabling writes for close at 1732764064987Failed flush hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71., putting online again at 1732764064987 2024-11-28T03:21:04,988 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:21:05,021 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(3091): Received CLOSE for 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:21:05,021 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56510f57f6dfbce74fa2d3858d7f8a71 2024-11-28T03:21:05,021 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56510f57f6dfbce74fa2d3858d7f8a71, disabling compactions & flushes 2024-11-28T03:21:05,021 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:21:05,021 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:21:05,021 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. after waiting 0 ms 2024-11-28T03:21:05,021 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:21:05,021 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56510f57f6dfbce74fa2d3858d7f8a71: Waiting for close lock at 1732764065021Running coprocessor pre-close hooks at 1732764065021Disabling compacts and flushes for region at 1732764065021Disabling writes for close at 1732764065021Failed flush hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71., putting online again at 1732764065021 2024-11-28T03:21:05,022 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71. 2024-11-28T03:21:05,059 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:05,126 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 1482, reset compression=false 2024-11-28T03:21:05,133 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:05,133 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 2126, reset compression=false 2024-11-28T03:21:05,221 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:05,251 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:21:05,251 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:21:05,293 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:05,337 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 2126, reset compression=false 2024-11-28T03:21:05,339 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/ns/15f180d6693d43ea9bc7607a864e6d48 2024-11-28T03:21:05,363 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/rep_barrier/96f857a2b77442bfa2b97cf30e9754c9 is 112, key is test,,1732764052735.f4307bcce37de939c5b6f6284e90bd76./rep_barrier:seqnumDuringOpen/1732764053512/Put/seqid=0 2024-11-28T03:21:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741845_1021 (size=5518) 2024-11-28T03:21:05,422 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:21:05,422 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 56510f57f6dfbce74fa2d3858d7f8a71=hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71.} 2024-11-28T03:21:05,422 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:05,622 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:05,642 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 2126, reset compression=false 2024-11-28T03:21:05,663 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:05,767 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/rep_barrier/96f857a2b77442bfa2b97cf30e9754c9 2024-11-28T03:21:05,788 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/table/0c38905f6d7447ea84c3c401966ff5a3 is 53, key is hbase:replication/table:state/1732764057968/Put/seqid=0 2024-11-28T03:21:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741846_1022 (size=5308) 2024-11-28T03:21:05,822 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:06,022 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:06,045 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/WALs/b4e3b2a3b1ef,39939,1732764046567/b4e3b2a3b1ef%2C39939%2C1732764046567.1732764047379 to pos 2126, reset compression=false 2024-11-28T03:21:06,195 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/table/0c38905f6d7447ea84c3c401966ff5a3 2024-11-28T03:21:06,197 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:06,202 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/info/6ede81e767e14d55915f665fb0f9ef2c as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/info/6ede81e767e14d55915f665fb0f9ef2c 2024-11-28T03:21:06,207 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/info/6ede81e767e14d55915f665fb0f9ef2c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:21:06,207 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/ns/15f180d6693d43ea9bc7607a864e6d48 as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/ns/15f180d6693d43ea9bc7607a864e6d48 2024-11-28T03:21:06,212 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/ns/15f180d6693d43ea9bc7607a864e6d48, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:21:06,217 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/rep_barrier/96f857a2b77442bfa2b97cf30e9754c9 as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/rep_barrier/96f857a2b77442bfa2b97cf30e9754c9 2024-11-28T03:21:06,221 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/rep_barrier/96f857a2b77442bfa2b97cf30e9754c9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:21:06,221 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/.tmp/table/0c38905f6d7447ea84c3c401966ff5a3 as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/table/0c38905f6d7447ea84c3c401966ff5a3 2024-11-28T03:21:06,222 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:06,225 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/table/0c38905f6d7447ea84c3c401966ff5a3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:21:06,226 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1804ms, sequenceid=16, compaction requested=false 2024-11-28T03:21:06,235 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:21:06,235 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:06,236 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:06,236 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:06,236 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764064420Running coprocessor pre-close hooks at 1732764064420Disabling compacts and flushes for region at 1732764064421 (+1 ms)Disabling writes for close at 1732764064421Obtaining lock to block concurrent updates at 1732764064421Preparing flush snapshotting stores in 1588230740 at 1732764064421Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732764064421Flushing stores of hbase:meta,,1.1588230740 at 1732764064427 (+6 ms)Flushing 1588230740/info: creating writer at 1732764064427Flushing 1588230740/info: appending metadata at 1732764064461 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732764064461Flushing 1588230740/ns: creating writer at 1732764064884 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732764064913 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732764064913Flushing 1588230740/rep_barrier: creating writer at 1732764065345 (+432 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764065362 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764065362Flushing 1588230740/table: creating writer at 1732764065772 (+410 ms)Flushing 1588230740/table: appending metadata at 1732764065788 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732764065788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174b8d80: reopening flushed file at 1732764066202 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356478e4: reopening flushed file at 1732764066207 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1129a8d2: reopening flushed file at 1732764066213 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322a92e2: reopening flushed file at 1732764066221 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1804ms, sequenceid=16, compaction requested=false at 1732764066226 (+5 ms)Writing region close event to WAL at 1732764066232 (+6 ms)Running coprocessor post-close hooks at 1732764066235 (+3 ms)Closed at 1732764066236 (+1 ms) 2024-11-28T03:21:06,236 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:06,366 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:06,423 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:21:06,423 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1325): Online Regions={56510f57f6dfbce74fa2d3858d7f8a71=hbase:replication,,1732764057196.56510f57f6dfbce74fa2d3858d7f8a71.} 2024-11-28T03:21:06,423 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-28T03:21:06,423 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,39939,1732764046567; all regions closed. 2024-11-28T03:21:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:21:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741839_1015 (size=1953) 2024-11-28T03:21:06,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741832_1008 (size=2134) 2024-11-28T03:21:06,430 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:06,430 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:06,430 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:06,430 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:06,431 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:06,431 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:06,431 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,39939,1732764046567 because: Region server is closing 2024-11-28T03:21:06,431 INFO [RS:0;b4e3b2a3b1ef:39939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:39939. 2024-11-28T03:21:06,431 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:06,431 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:06,432 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:06,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:06,532 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.shipperb4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 terminated 2024-11-28T03:21:06,532 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,39939,1732764046567.replicationSource.wal-reader.b4e3b2a3b1ef%2C39939%2C1732764046567,1-b4e3b2a3b1ef,39939,1732764046567 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:21:06,532 INFO [RS:0;b4e3b2a3b1ef:39939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:39939. 2024-11-28T03:21:06,532 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:06,532 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:06,532 DEBUG [RS:0;b4e3b2a3b1ef:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:06,533 INFO [RS:0;b4e3b2a3b1ef:39939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39939 2024-11-28T03:21:06,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:06,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-948130353/rs/b4e3b2a3b1ef,39939,1732764046567 2024-11-28T03:21:06,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353/rs 2024-11-28T03:21:06,536 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:06,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,39939,1732764046567] 2024-11-28T03:21:06,538 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-948130353/draining/b4e3b2a3b1ef,39939,1732764046567 already deleted, retry=false 2024-11-28T03:21:06,538 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,39939,1732764046567 expired; onlineServers=0 2024-11-28T03:21:06,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,35075,1732764046517' ***** 2024-11-28T03:21:06,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:21:06,538 INFO [M:0;b4e3b2a3b1ef:35075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:06,539 INFO [M:0;b4e3b2a3b1ef:35075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:06,539 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:21:06,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:21:06,539 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:21:06,539 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764047144 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764047144,5,FailOnTimeoutGroup] 2024-11-28T03:21:06,539 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764047148 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764047148,5,FailOnTimeoutGroup] 2024-11-28T03:21:06,539 INFO [M:0;b4e3b2a3b1ef:35075 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:06,539 INFO [M:0;b4e3b2a3b1ef:35075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:06,539 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:21:06,539 INFO [M:0;b4e3b2a3b1ef:35075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:21:06,539 INFO [M:0;b4e3b2a3b1ef:35075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:06,540 INFO [M:0;b4e3b2a3b1ef:35075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:21:06,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:21:06,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-948130353/master 2024-11-28T03:21:06,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-948130353 2024-11-28T03:21:06,540 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] zookeeper.ZKUtil(347): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Unable to get data of znode /2-948130353/master because node does not exist (not an error) 2024-11-28T03:21:06,540 WARN [M:0;b4e3b2a3b1ef:35075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:21:06,541 INFO [M:0;b4e3b2a3b1ef:35075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/.lastflushedseqids 2024-11-28T03:21:06,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741847_1023 (size=245) 2024-11-28T03:21:06,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:06,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1015c96e29e0007, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:06,638 INFO [RS:0;b4e3b2a3b1ef:39939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:06,638 INFO [RS:0;b4e3b2a3b1ef:39939 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,39939,1732764046567; zookeeper connection closed. 2024-11-28T03:21:06,638 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3da18577 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3da18577 2024-11-28T03:21:06,639 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:21:06,946 INFO [M:0;b4e3b2a3b1ef:35075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:21:06,946 INFO [M:0;b4e3b2a3b1ef:35075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:21:06,946 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:06,946 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:06,946 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:06,946 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:06,946 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:06,947 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-11-28T03:21:06,966 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12fd1c511e954256b49340dde3dd35d4 is 82, key is hbase:meta,,1/info:regioninfo/1732764048332/Put/seqid=0 2024-11-28T03:21:06,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741848_1024 (size=5672) 2024-11-28T03:21:06,992 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12fd1c511e954256b49340dde3dd35d4 2024-11-28T03:21:07,025 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d6683616079405c95a8ba7c6fbf4b24 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732764057971/Put/seqid=0 2024-11-28T03:21:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741849_1025 (size=8514) 2024-11-28T03:21:07,033 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d6683616079405c95a8ba7c6fbf4b24 2024-11-28T03:21:07,053 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bed0698cf837480d83c3c4651c6f6c2f is 69, key is b4e3b2a3b1ef,39939,1732764046567/rs:state/1732764047214/Put/seqid=0 2024-11-28T03:21:07,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741850_1026 (size=5156) 2024-11-28T03:21:07,062 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bed0698cf837480d83c3c4651c6f6c2f 2024-11-28T03:21:07,067 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12fd1c511e954256b49340dde3dd35d4 as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12fd1c511e954256b49340dde3dd35d4 2024-11-28T03:21:07,073 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12fd1c511e954256b49340dde3dd35d4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T03:21:07,073 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d6683616079405c95a8ba7c6fbf4b24 as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d6683616079405c95a8ba7c6fbf4b24 2024-11-28T03:21:07,077 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d6683616079405c95a8ba7c6fbf4b24, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T03:21:07,078 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bed0698cf837480d83c3c4651c6f6c2f as hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bed0698cf837480d83c3c4651c6f6c2f 2024-11-28T03:21:07,082 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41409/user/jenkins/test-data/e41d4ea4-9f39-2686-a930-afbff4dab29a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bed0698cf837480d83c3c4651c6f6c2f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T03:21:07,084 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=97, compaction requested=false 2024-11-28T03:21:07,112 INFO [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:07,112 DEBUG [M:0;b4e3b2a3b1ef:35075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764066946Disabling compacts and flushes for region at 1732764066946Disabling writes for close at 1732764066946Obtaining lock to block concurrent updates at 1732764066947 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764066947Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1732764066947Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764066948 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764066948Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764066966 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764066966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764066997 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764067025 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764067025Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764067036 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764067052 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764067052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6320f2c4: reopening flushed file at 1732764067067 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20958b66: reopening flushed file at 1732764067073 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3f118c: reopening flushed file at 1732764067078 (+5 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=97, compaction requested=false at 1732764067084 (+6 ms)Writing region close event to WAL at 1732764067112 (+28 ms)Closed at 1732764067112 2024-11-28T03:21:07,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40795 is added to blk_1073741830_1006 (size=63630) 2024-11-28T03:21:07,127 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:07,127 INFO [M:0;b4e3b2a3b1ef:35075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:21:07,127 INFO [M:0;b4e3b2a3b1ef:35075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35075 2024-11-28T03:21:07,128 INFO [M:0;b4e3b2a3b1ef:35075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:07,169 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:07,209 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:07,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:07,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c96e29e0006, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:07,235 INFO [M:0;b4e3b2a3b1ef:35075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:07,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189179a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:07,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21be0beb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:07,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:07,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e9ce7d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:07,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a05fecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:07,251 WARN [BP-361773421-172.17.0.2-1732764045387 heartbeating to localhost/127.0.0.1:41409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:21:07,252 WARN [BP-361773421-172.17.0.2-1732764045387 heartbeating to localhost/127.0.0.1:41409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-361773421-172.17.0.2-1732764045387 (Datanode Uuid 96643e5c-bd8d-424b-9f76-a417e873e04e) service to localhost/127.0.0.1:41409 2024-11-28T03:21:07,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:21:07,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:21:07,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/cluster_53446a52-17f1-e9ad-6507-8c04199b447d/data/data1/current/BP-361773421-172.17.0.2-1732764045387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:07,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/cluster_53446a52-17f1-e9ad-6507-8c04199b447d/data/data2/current/BP-361773421-172.17.0.2-1732764045387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:07,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:21:07,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bcaa5aa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:07,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b48c275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:07,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:07,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139d95e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:07,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64019185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:07,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:21:07,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:21:07,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:07,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:07,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:07,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:07,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:07,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:21:07,299 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=906335469, stopped=false 2024-11-28T03:21:07,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,39197,1732764043069 2024-11-28T03:21:07,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339655308/running 2024-11-28T03:21:07,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339655308/running 2024-11-28T03:21:07,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:21:07,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:21:07,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on znode that does not yet exist, /1-339655308/running 2024-11-28T03:21:07,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Set watcher on znode that does not yet exist, /1-339655308/running 2024-11-28T03:21:07,302 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:07,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:07,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:07,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:07,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,36901,1732764043110' ***** 2024-11-28T03:21:07,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:21:07,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(3091): Received CLOSE for 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:36901. 2024-11-28T03:21:07,305 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:07,305 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:21:07,305 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:21:07,306 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:21:07,306 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9736a2bb9c197f76cf1025ce797d153d, disabling compactions & flushes 2024-11-28T03:21:07,306 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:21:07,306 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:21:07,306 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. after waiting 0 ms 2024-11-28T03:21:07,306 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:21:07,306 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9736a2bb9c197f76cf1025ce797d153d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-28T03:21:07,314 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:21:07,314 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1325): Online Regions={9736a2bb9c197f76cf1025ce797d153d=test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d., 1588230740=hbase:meta,,1.1588230740, 8a7f8098f60fdc02088b332f95ebebb0=hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0.} 2024-11-28T03:21:07,314 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a7f8098f60fdc02088b332f95ebebb0, 9736a2bb9c197f76cf1025ce797d153d 2024-11-28T03:21:07,314 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:07,314 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:07,314 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:07,314 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:07,314 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:07,315 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:07,315 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:21:07,336 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/f/77d7b4578b164ad8bb3682b66d551d63 is 29, key is row1/f:/1732764062384/DeleteFamily/seqid=0 2024-11-28T03:21:07,350 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/info/f6b38d4bde404850be9e44bfa18f2033 is 147, key is hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0./info:regioninfo/1732764056221/Put/seqid=0 2024-11-28T03:21:07,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741840_1016 (size=5152) 2024-11-28T03:21:07,353 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/f/77d7b4578b164ad8bb3682b66d551d63 2024-11-28T03:21:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741841_1017 (size=7686) 2024-11-28T03:21:07,363 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77d7b4578b164ad8bb3682b66d551d63 2024-11-28T03:21:07,363 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/info/f6b38d4bde404850be9e44bfa18f2033 2024-11-28T03:21:07,382 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/f1/129f786567ed4fd5bfe0e79800664ab4 is 30, key is row1/f1:/1732764062384/DeleteFamily/seqid=0 2024-11-28T03:21:07,388 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/ns/1938702275464f2aadf75c866e403915 is 43, key is default/ns:d/1732764045289/Put/seqid=0 2024-11-28T03:21:07,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741842_1018 (size=5158) 2024-11-28T03:21:07,399 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/f1/129f786567ed4fd5bfe0e79800664ab4 2024-11-28T03:21:07,404 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 129f786567ed4fd5bfe0e79800664ab4 2024-11-28T03:21:07,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741843_1019 (size=5153) 2024-11-28T03:21:07,420 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/ns/1938702275464f2aadf75c866e403915 2024-11-28T03:21:07,447 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/norep/7fee9d64443a45fd85536c91b6301c53 is 33, key is row1/norep:/1732764062384/DeleteFamily/seqid=0 2024-11-28T03:21:07,450 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/rep_barrier/a9d5bb6403ee483e9aa88d814ce688e0 is 112, key is test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d./rep_barrier:seqnumDuringOpen/1732764051737/Put/seqid=0 2024-11-28T03:21:07,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741844_1020 (size=5108) 2024-11-28T03:21:07,466 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/norep/7fee9d64443a45fd85536c91b6301c53 2024-11-28T03:21:07,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741845_1021 (size=5518) 2024-11-28T03:21:07,468 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/rep_barrier/a9d5bb6403ee483e9aa88d814ce688e0 2024-11-28T03:21:07,471 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fee9d64443a45fd85536c91b6301c53 2024-11-28T03:21:07,472 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/f/77d7b4578b164ad8bb3682b66d551d63 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/f/77d7b4578b164ad8bb3682b66d551d63 2024-11-28T03:21:07,476 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77d7b4578b164ad8bb3682b66d551d63 2024-11-28T03:21:07,476 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/f/77d7b4578b164ad8bb3682b66d551d63, entries=3, sequenceid=10, filesize=5.0 K 2024-11-28T03:21:07,477 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/f1/129f786567ed4fd5bfe0e79800664ab4 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/f1/129f786567ed4fd5bfe0e79800664ab4 2024-11-28T03:21:07,480 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 129f786567ed4fd5bfe0e79800664ab4 2024-11-28T03:21:07,481 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/f1/129f786567ed4fd5bfe0e79800664ab4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-28T03:21:07,481 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/.tmp/norep/7fee9d64443a45fd85536c91b6301c53 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/norep/7fee9d64443a45fd85536c91b6301c53 2024-11-28T03:21:07,484 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fee9d64443a45fd85536c91b6301c53 2024-11-28T03:21:07,485 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/norep/7fee9d64443a45fd85536c91b6301c53, entries=1, sequenceid=10, filesize=5.0 K 2024-11-28T03:21:07,485 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9736a2bb9c197f76cf1025ce797d153d in 179ms, sequenceid=10, compaction requested=false 2024-11-28T03:21:07,485 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:21:07,489 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/table/c4785fe0a9024319bffdbd6a4fc89841 is 53, key is hbase:replication/table:state/1732764056228/Put/seqid=0 2024-11-28T03:21:07,497 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/default/test/9736a2bb9c197f76cf1025ce797d153d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-28T03:21:07,497 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:07,497 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:21:07,498 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:21:07,498 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9736a2bb9c197f76cf1025ce797d153d: Waiting for close lock at 1732764067306Running coprocessor pre-close hooks at 1732764067306Disabling compacts and flushes for region at 1732764067306Disabling writes for close at 1732764067306Obtaining lock to block concurrent updates at 1732764067306Preparing flush snapshotting stores in 9736a2bb9c197f76cf1025ce797d153d at 1732764067306Finished memstore snapshotting test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732764067307 (+1 ms)Flushing stores of test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. at 1732764067307Flushing 9736a2bb9c197f76cf1025ce797d153d/f: creating writer at 1732764067307Flushing 9736a2bb9c197f76cf1025ce797d153d/f: appending metadata at 1732764067335 (+28 ms)Flushing 9736a2bb9c197f76cf1025ce797d153d/f: closing flushed file at 1732764067336 (+1 ms)Flushing 9736a2bb9c197f76cf1025ce797d153d/f1: creating writer at 1732764067363 (+27 ms)Flushing 9736a2bb9c197f76cf1025ce797d153d/f1: appending metadata at 1732764067381 (+18 ms)Flushing 9736a2bb9c197f76cf1025ce797d153d/f1: closing flushed file at 1732764067381Flushing 9736a2bb9c197f76cf1025ce797d153d/norep: creating writer at 1732764067404 (+23 ms)Flushing 9736a2bb9c197f76cf1025ce797d153d/norep: appending metadata at 1732764067445 (+41 ms)Flushing 9736a2bb9c197f76cf1025ce797d153d/norep: closing flushed file at 1732764067446 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2915a3: reopening flushed file at 1732764067471 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c6a1ae8: reopening flushed file at 1732764067476 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dfcb214: reopening flushed file at 1732764067481 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9736a2bb9c197f76cf1025ce797d153d in 179ms, sequenceid=10, compaction requested=false at 1732764067485 (+4 ms)Writing region close event to WAL at 1732764067493 (+8 ms)Running coprocessor post-close hooks at 1732764067497 (+4 ms)Closed at 1732764067497 2024-11-28T03:21:07,498 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764050566.9736a2bb9c197f76cf1025ce797d153d. 2024-11-28T03:21:07,498 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a7f8098f60fdc02088b332f95ebebb0, disabling compactions & flushes 2024-11-28T03:21:07,498 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:21:07,498 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:21:07,498 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. after waiting 0 ms 2024-11-28T03:21:07,498 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:21:07,498 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a7f8098f60fdc02088b332f95ebebb0 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-28T03:21:07,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741846_1022 (size=5308) 2024-11-28T03:21:07,515 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:21:07,516 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0/.tmp/queue/bad212ae78f54c739ec295576b28f52a is 154, key is 1-b4e3b2a3b1ef,36901,1732764043110/queue:b4e3b2a3b1ef%2C36901%2C1732764043110/1732764063636/Put/seqid=0 2024-11-28T03:21:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741847_1023 (size=5353) 2024-11-28T03:21:07,715 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:21:07,906 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/table/c4785fe0a9024319bffdbd6a4fc89841 2024-11-28T03:21:07,910 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/info/f6b38d4bde404850be9e44bfa18f2033 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/info/f6b38d4bde404850be9e44bfa18f2033 2024-11-28T03:21:07,914 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/info/f6b38d4bde404850be9e44bfa18f2033, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:21:07,915 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a7f8098f60fdc02088b332f95ebebb0 2024-11-28T03:21:07,915 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/ns/1938702275464f2aadf75c866e403915 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/ns/1938702275464f2aadf75c866e403915 2024-11-28T03:21:07,919 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/ns/1938702275464f2aadf75c866e403915, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:21:07,920 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/rep_barrier/a9d5bb6403ee483e9aa88d814ce688e0 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/rep_barrier/a9d5bb6403ee483e9aa88d814ce688e0 2024-11-28T03:21:07,924 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/rep_barrier/a9d5bb6403ee483e9aa88d814ce688e0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:21:07,924 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/.tmp/table/c4785fe0a9024319bffdbd6a4fc89841 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/table/c4785fe0a9024319bffdbd6a4fc89841 2024-11-28T03:21:07,928 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/table/c4785fe0a9024319bffdbd6a4fc89841, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:21:07,929 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 614ms, sequenceid=16, compaction requested=false 2024-11-28T03:21:07,929 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0/.tmp/queue/bad212ae78f54c739ec295576b28f52a 2024-11-28T03:21:07,933 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0/.tmp/queue/bad212ae78f54c739ec295576b28f52a as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0/queue/bad212ae78f54c739ec295576b28f52a 2024-11-28T03:21:07,935 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:21:07,936 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:07,936 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:07,936 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:07,936 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764067314Running coprocessor pre-close hooks at 1732764067314Disabling compacts and flushes for region at 1732764067314Disabling writes for close at 1732764067315 (+1 ms)Obtaining lock to block concurrent updates at 1732764067315Preparing flush snapshotting stores in 1588230740 at 1732764067315Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732764067315Flushing stores of hbase:meta,,1.1588230740 at 1732764067316 (+1 ms)Flushing 1588230740/info: creating writer at 1732764067316Flushing 1588230740/info: appending metadata at 1732764067350 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732764067350Flushing 1588230740/ns: creating writer at 1732764067368 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732764067388 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732764067388Flushing 1588230740/rep_barrier: creating writer at 1732764067425 (+37 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764067449 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764067449Flushing 1588230740/table: creating writer at 1732764067472 (+23 ms)Flushing 1588230740/table: appending metadata at 1732764067488 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732764067488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e3fdc3: reopening flushed file at 1732764067910 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562356c1: reopening flushed file at 1732764067915 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fab805e: reopening flushed file at 1732764067919 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7623dd0d: reopening flushed file at 1732764067924 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 614ms, sequenceid=16, compaction requested=false at 1732764067929 (+5 ms)Writing region close event to WAL at 1732764067931 (+2 ms)Running coprocessor post-close hooks at 1732764067936 (+5 ms)Closed at 1732764067936 2024-11-28T03:21:07,937 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:07,939 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0/queue/bad212ae78f54c739ec295576b28f52a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-28T03:21:07,940 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8a7f8098f60fdc02088b332f95ebebb0 in 442ms, sequenceid=12, compaction requested=false 2024-11-28T03:21:07,943 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/data/hbase/replication/8a7f8098f60fdc02088b332f95ebebb0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-28T03:21:07,944 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:07,944 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:07,944 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:21:07,944 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a7f8098f60fdc02088b332f95ebebb0: Waiting for close lock at 1732764067498Running coprocessor pre-close hooks at 1732764067498Disabling compacts and flushes for region at 1732764067498Disabling writes for close at 1732764067498Obtaining lock to block concurrent updates at 1732764067498Preparing flush snapshotting stores in 8a7f8098f60fdc02088b332f95ebebb0 at 1732764067498Finished memstore snapshotting hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732764067498Flushing stores of hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. at 1732764067499 (+1 ms)Flushing 8a7f8098f60fdc02088b332f95ebebb0/queue: creating writer at 1732764067499Flushing 8a7f8098f60fdc02088b332f95ebebb0/queue: appending metadata at 1732764067516 (+17 ms)Flushing 8a7f8098f60fdc02088b332f95ebebb0/queue: closing flushed file at 1732764067516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6809b9c7: reopening flushed file at 1732764067933 (+417 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8a7f8098f60fdc02088b332f95ebebb0 in 442ms, sequenceid=12, compaction requested=false at 1732764067940 (+7 ms)Writing region close event to WAL at 1732764067941 (+1 ms)Running coprocessor post-close hooks at 1732764067944 (+3 ms)Closed at 1732764067944 2024-11-28T03:21:07,944 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732764055046.8a7f8098f60fdc02088b332f95ebebb0. 2024-11-28T03:21:08,074 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 1191, reset compression=false 2024-11-28T03:21:08,079 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:08,079 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.wal-reader.b4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 to pos 2082, reset compression=false 2024-11-28T03:21:08,079 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,36901,1732764043110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:08,080 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,36901,1732764043110: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,36901,1732764043110, walGroup=b4e3b2a3b1ef%2C36901%2C1732764043110, offset=b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:36901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:21:08,081 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:21:08,081 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:21:08,082 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:21:08,082 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:21:08,082 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:21:08,082 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 1013629184 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 204125608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:21:08,082 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:39197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:39197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:21:08,115 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,36901,1732764043110; all regions closed. 2024-11-28T03:21:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:21:08,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741839_1015 (size=3114) 2024-11-28T03:21:08,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741832_1008 (size=2090) 2024-11-28T03:21:08,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/WALs/b4e3b2a3b1ef,36901,1732764043110/b4e3b2a3b1ef%2C36901%2C1732764043110.1732764044315 not finished, retry = 0 2024-11-28T03:21:08,181 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:21:08,181 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:21:08,227 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:08,227 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:08,227 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:08,227 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:08,227 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:08,227 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:08,228 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,36901,1732764043110 because: Region server is closing 2024-11-28T03:21:08,228 INFO [RS:0;b4e3b2a3b1ef:36901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:36901. 2024-11-28T03:21:08,228 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:08,228 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:08,228 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:08,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:08,313 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:08,328 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,36901,1732764043110.replicationSource.shipperb4e3b2a3b1ef%2C36901%2C1732764043110,1-b4e3b2a3b1ef,36901,1732764043110 terminated 2024-11-28T03:21:08,329 INFO [RS:0;b4e3b2a3b1ef:36901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:36901. 2024-11-28T03:21:08,329 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:08,329 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:08,329 DEBUG [RS:0;b4e3b2a3b1ef:36901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:08,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:08,329 INFO [RS:0;b4e3b2a3b1ef:36901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36901 2024-11-28T03:21:08,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339655308/rs/b4e3b2a3b1ef,36901,1732764043110 2024-11-28T03:21:08,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308/rs 2024-11-28T03:21:08,332 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:08,332 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,36901,1732764043110] 2024-11-28T03:21:08,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-339655308/draining/b4e3b2a3b1ef,36901,1732764043110 already deleted, retry=false 2024-11-28T03:21:08,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,36901,1732764043110 expired; onlineServers=0 2024-11-28T03:21:08,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,39197,1732764043069' ***** 2024-11-28T03:21:08,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:21:08,340 INFO [M:0;b4e3b2a3b1ef:39197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:08,340 INFO [M:0;b4e3b2a3b1ef:39197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:08,340 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:21:08,340 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:21:08,340 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764044093 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764044093,5,FailOnTimeoutGroup] 2024-11-28T03:21:08,340 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764044092 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764044092,5,FailOnTimeoutGroup] 2024-11-28T03:21:08,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:21:08,340 INFO [M:0;b4e3b2a3b1ef:39197 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:08,340 INFO [M:0;b4e3b2a3b1ef:39197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:08,340 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:21:08,340 INFO [M:0;b4e3b2a3b1ef:39197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:21:08,340 INFO [M:0;b4e3b2a3b1ef:39197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:08,341 INFO [M:0;b4e3b2a3b1ef:39197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:21:08,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:21:08,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-339655308/master 2024-11-28T03:21:08,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-339655308 2024-11-28T03:21:08,343 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] zookeeper.RecoverableZooKeeper(212): Node /1-339655308/master already deleted, retry=false 2024-11-28T03:21:08,343 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] master.ActiveMasterManager(353): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-339655308/master 2024-11-28T03:21:08,346 INFO [M:0;b4e3b2a3b1ef:39197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/.lastflushedseqids 2024-11-28T03:21:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741848_1024 (size=245) 2024-11-28T03:21:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36901-0x1015c96e29e0004, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:08,435 INFO [RS:0;b4e3b2a3b1ef:36901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:08,435 INFO [RS:0;b4e3b2a3b1ef:36901 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,36901,1732764043110; zookeeper connection closed. 2024-11-28T03:21:08,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2851a529 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2851a529 2024-11-28T03:21:08,436 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:21:08,761 INFO [M:0;b4e3b2a3b1ef:39197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:21:08,761 INFO [M:0;b4e3b2a3b1ef:39197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:21:08,761 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:08,761 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:08,761 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:08,761 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:08,761 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:08,761 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T03:21:08,780 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/789bdd83a3224824a992dda8f4c97b93 is 82, key is hbase:meta,,1/info:regioninfo/1732764045279/Put/seqid=0 2024-11-28T03:21:08,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741849_1025 (size=5672) 2024-11-28T03:21:09,184 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/789bdd83a3224824a992dda8f4c97b93 2024-11-28T03:21:09,205 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c396b67dc2f4a1d8d06e9cdba1caba7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732764056232/Put/seqid=0 2024-11-28T03:21:09,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741850_1026 (size=8516) 2024-11-28T03:21:09,518 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:09,610 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c396b67dc2f4a1d8d06e9cdba1caba7 2024-11-28T03:21:09,636 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2141b997e044f14b2bccaf54df86d13 is 69, key is b4e3b2a3b1ef,36901,1732764043110/rs:state/1732764044160/Put/seqid=0 2024-11-28T03:21:09,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741851_1027 (size=5156) 2024-11-28T03:21:09,852 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:21:10,041 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2141b997e044f14b2bccaf54df86d13 2024-11-28T03:21:10,045 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/789bdd83a3224824a992dda8f4c97b93 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/789bdd83a3224824a992dda8f4c97b93 2024-11-28T03:21:10,049 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/789bdd83a3224824a992dda8f4c97b93, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T03:21:10,049 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c396b67dc2f4a1d8d06e9cdba1caba7 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c396b67dc2f4a1d8d06e9cdba1caba7 2024-11-28T03:21:10,053 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c396b67dc2f4a1d8d06e9cdba1caba7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T03:21:10,054 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2141b997e044f14b2bccaf54df86d13 as hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2141b997e044f14b2bccaf54df86d13 2024-11-28T03:21:10,058 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37031/user/jenkins/test-data/155b342b-05ff-09b3-ddbc-0ed9d1c5aab7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2141b997e044f14b2bccaf54df86d13, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T03:21:10,058 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-11-28T03:21:10,064 INFO [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:10,064 DEBUG [M:0;b4e3b2a3b1ef:39197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764068761Disabling compacts and flushes for region at 1732764068761Disabling writes for close at 1732764068761Obtaining lock to block concurrent updates at 1732764068761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764068761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732764068762 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764068762Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764068762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764068780 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764068780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764069188 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764069205 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764069205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764069615 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764069635 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764069635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a241200: reopening flushed file at 1732764070045 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288993: reopening flushed file at 1732764070049 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fdf6f9: reopening flushed file at 1732764070053 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1732764070058 (+5 ms)Writing region close event to WAL at 1732764070064 (+6 ms)Closed at 1732764070064 2024-11-28T03:21:10,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741830_1006 (size=63654) 2024-11-28T03:21:10,070 INFO [M:0;b4e3b2a3b1ef:39197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:21:10,070 INFO [M:0;b4e3b2a3b1ef:39197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39197 2024-11-28T03:21:10,070 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:10,071 INFO [M:0;b4e3b2a3b1ef:39197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:10,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:10,187 INFO [M:0;b4e3b2a3b1ef:39197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:10,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1015c96e29e0003, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:10,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7326d05d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:10,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d81422{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:10,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:10,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2fb306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:10,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a97c4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:10,195 WARN [BP-2071410003-172.17.0.2-1732764042069 heartbeating to localhost/127.0.0.1:37031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:21:10,195 WARN [BP-2071410003-172.17.0.2-1732764042069 heartbeating to localhost/127.0.0.1:37031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2071410003-172.17.0.2-1732764042069 (Datanode Uuid 3e7681f5-642b-46fc-ac39-4c99f4922673) service to localhost/127.0.0.1:37031 2024-11-28T03:21:10,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:21:10,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:21:10,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/cluster_a25c8f10-5c55-5fcb-2545-ab24a47c4561/data/data1/current/BP-2071410003-172.17.0.2-1732764042069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:10,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/cluster_a25c8f10-5c55-5fcb-2545-ab24a47c4561/data/data2/current/BP-2071410003-172.17.0.2-1732764042069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:10,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:21:10,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2392ca06{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:10,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:10,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:10,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:10,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d3e789e-ab88-f53a-c4cc-79b7f895b051/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:10,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:21:10,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:21:10,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:10,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:10,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:10,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:10,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:10,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:21:10,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1620587663, stopped=false 2024-11-28T03:21:10,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,35821,1732764040264 2024-11-28T03:21:10,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0196911273/running 2024-11-28T03:21:10,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0196911273/running 2024-11-28T03:21:10,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:21:10,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:21:10,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on znode that does not yet exist, /0196911273/running 2024-11-28T03:21:10,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Set watcher on znode that does not yet exist, /0196911273/running 2024-11-28T03:21:10,222 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:10,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:10,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:10,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:10,232 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,35009,1732764040313' ***** 2024-11-28T03:21:10,232 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:21:10,232 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:21:10,232 INFO [RS:0;b4e3b2a3b1ef:35009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:21:10,232 INFO [RS:0;b4e3b2a3b1ef:35009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:21:10,232 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:21:10,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:35009. 2024-11-28T03:21:10,233 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7895ae5c3d787345fa80c4501edfc184, disabling compactions & flushes 2024-11-28T03:21:10,233 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:10,233 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:21:10,233 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:10,233 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:21:10,233 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. after waiting 0 ms 2024-11-28T03:21:10,233 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:21:10,233 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7895ae5c3d787345fa80c4501edfc184 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:21:10,233 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:21:10,234 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1325): Online Regions={7895ae5c3d787345fa80c4501edfc184=hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184., 1588230740=hbase:meta,,1.1588230740, 58f2d5b965eca49681c1ced39f4298bc=test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc.} 2024-11-28T03:21:10,234 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58f2d5b965eca49681c1ced39f4298bc, 7895ae5c3d787345fa80c4501edfc184 2024-11-28T03:21:10,234 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:10,234 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:10,234 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:10,234 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:10,234 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:10,234 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:21:10,257 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184/.tmp/queue/2e1cc78b258a4ed0ace1e8923fac69d5 is 153, key is 1-b4e3b2a3b1ef,35009,1732764040313/queue:b4e3b2a3b1ef%2C35009%2C1732764040313/1732764061765/Put/seqid=0 2024-11-28T03:21:10,261 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/info/dff527d028d94fc78b95b8f8582a0a27 is 147, key is hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184./info:regioninfo/1732764054323/Put/seqid=0 2024-11-28T03:21:10,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741840_1016 (size=5352) 2024-11-28T03:21:10,267 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184/.tmp/queue/2e1cc78b258a4ed0ace1e8923fac69d5 2024-11-28T03:21:10,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741841_1017 (size=7686) 2024-11-28T03:21:10,279 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/info/dff527d028d94fc78b95b8f8582a0a27 2024-11-28T03:21:10,281 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184/.tmp/queue/2e1cc78b258a4ed0ace1e8923fac69d5 as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184/queue/2e1cc78b258a4ed0ace1e8923fac69d5 2024-11-28T03:21:10,286 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184/queue/2e1cc78b258a4ed0ace1e8923fac69d5, entries=1, sequenceid=8, filesize=5.2 K 2024-11-28T03:21:10,287 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7895ae5c3d787345fa80c4501edfc184 in 54ms, sequenceid=8, compaction requested=false 2024-11-28T03:21:10,287 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:21:10,297 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/replication/7895ae5c3d787345fa80c4501edfc184/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-28T03:21:10,297 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:10,297 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:10,298 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:21:10,298 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7895ae5c3d787345fa80c4501edfc184: Waiting for close lock at 1732764070233Running coprocessor pre-close hooks at 1732764070233Disabling compacts and flushes for region at 1732764070233Disabling writes for close at 1732764070233Obtaining lock to block concurrent updates at 1732764070233Preparing flush snapshotting stores in 7895ae5c3d787345fa80c4501edfc184 at 1732764070233Finished memstore snapshotting hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732764070233Flushing stores of hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. at 1732764070234 (+1 ms)Flushing 7895ae5c3d787345fa80c4501edfc184/queue: creating writer at 1732764070234Flushing 7895ae5c3d787345fa80c4501edfc184/queue: appending metadata at 1732764070257 (+23 ms)Flushing 7895ae5c3d787345fa80c4501edfc184/queue: closing flushed file at 1732764070257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdf0d7f: reopening flushed file at 1732764070280 (+23 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7895ae5c3d787345fa80c4501edfc184 in 54ms, sequenceid=8, compaction requested=false at 1732764070287 (+7 ms)Writing region close event to WAL at 1732764070292 (+5 ms)Running coprocessor post-close hooks at 1732764070297 (+5 ms)Closed at 1732764070297 2024-11-28T03:21:10,298 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732764053900.7895ae5c3d787345fa80c4501edfc184. 2024-11-28T03:21:10,298 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58f2d5b965eca49681c1ced39f4298bc, disabling compactions & flushes 2024-11-28T03:21:10,298 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:21:10,298 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:21:10,298 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. after waiting 0 ms 2024-11-28T03:21:10,298 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:21:10,298 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58f2d5b965eca49681c1ced39f4298bc 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-28T03:21:10,302 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/ns/683cdbedc5e54b49beddc6a6d83cfb8f is 43, key is default/ns:d/1732764041947/Put/seqid=0 2024-11-28T03:21:10,310 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741842_1018 (size=5153) 2024-11-28T03:21:10,314 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/ns/683cdbedc5e54b49beddc6a6d83cfb8f 2024-11-28T03:21:10,325 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/f/b0681a1a26574c308985fb349bf80096 is 28, key is row/f:/1732764061379/DeleteFamily/seqid=0 2024-11-28T03:21:10,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741843_1019 (size=5085) 2024-11-28T03:21:10,346 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/rep_barrier/dca3091d0ef544d491fc6735c8d256d2 is 112, key is test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc./rep_barrier:seqnumDuringOpen/1732764049564/Put/seqid=0 2024-11-28T03:21:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741844_1020 (size=5518) 2024-11-28T03:21:10,350 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/rep_barrier/dca3091d0ef544d491fc6735c8d256d2 2024-11-28T03:21:10,368 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/table/937e33bc01dd4638b0a1f189b2c2344c is 53, key is hbase:replication/table:state/1732764054336/Put/seqid=0 2024-11-28T03:21:10,371 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:21:10,371 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:21:10,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741845_1021 (size=5308) 2024-11-28T03:21:10,434 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:21:10,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:21:10,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:10,634 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:21:10,731 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/f/b0681a1a26574c308985fb349bf80096 2024-11-28T03:21:10,735 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0681a1a26574c308985fb349bf80096 2024-11-28T03:21:10,753 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/f1/b38ed1df93a145eb8a335cbd272be8db is 29, key is row/f1:/1732764061379/DeleteFamily/seqid=0 2024-11-28T03:21:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741846_1022 (size=5089) 2024-11-28T03:21:10,774 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/table/937e33bc01dd4638b0a1f189b2c2344c 2024-11-28T03:21:10,779 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/info/dff527d028d94fc78b95b8f8582a0a27 as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/info/dff527d028d94fc78b95b8f8582a0a27 2024-11-28T03:21:10,788 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/info/dff527d028d94fc78b95b8f8582a0a27, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:21:10,789 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/ns/683cdbedc5e54b49beddc6a6d83cfb8f as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/ns/683cdbedc5e54b49beddc6a6d83cfb8f 2024-11-28T03:21:10,793 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/ns/683cdbedc5e54b49beddc6a6d83cfb8f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:21:10,794 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/rep_barrier/dca3091d0ef544d491fc6735c8d256d2 as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/rep_barrier/dca3091d0ef544d491fc6735c8d256d2 2024-11-28T03:21:10,797 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/rep_barrier/dca3091d0ef544d491fc6735c8d256d2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:21:10,798 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/.tmp/table/937e33bc01dd4638b0a1f189b2c2344c as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/table/937e33bc01dd4638b0a1f189b2c2344c 2024-11-28T03:21:10,802 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/table/937e33bc01dd4638b0a1f189b2c2344c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:21:10,803 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=16, compaction requested=false 2024-11-28T03:21:10,803 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:21:10,823 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 636, reset compression=false 2024-11-28T03:21:10,824 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:21:10,825 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:10,825 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:10,825 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:10,826 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764070234Running coprocessor pre-close hooks at 1732764070234Disabling compacts and flushes for region at 1732764070234Disabling writes for close at 1732764070234Obtaining lock to block concurrent updates at 1732764070234Preparing flush snapshotting stores in 1588230740 at 1732764070234Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732764070234Flushing stores of hbase:meta,,1.1588230740 at 1732764070234Flushing 1588230740/info: creating writer at 1732764070235 (+1 ms)Flushing 1588230740/info: appending metadata at 1732764070261 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732764070261Flushing 1588230740/ns: creating writer at 1732764070284 (+23 ms)Flushing 1588230740/ns: appending metadata at 1732764070302 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732764070302Flushing 1588230740/rep_barrier: creating writer at 1732764070328 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764070346 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764070346Flushing 1588230740/table: creating writer at 1732764070354 (+8 ms)Flushing 1588230740/table: appending metadata at 1732764070368 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732764070368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb6ded: reopening flushed file at 1732764070779 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a19345: reopening flushed file at 1732764070788 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c50211d: reopening flushed file at 1732764070793 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89fa5cf: reopening flushed file at 1732764070798 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=16, compaction requested=false at 1732764070803 (+5 ms)Writing region close event to WAL at 1732764070819 (+16 ms)Running coprocessor post-close hooks at 1732764070825 (+6 ms)Closed at 1732764070825 2024-11-28T03:21:10,826 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:10,827 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:10,827 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 883, reset compression=false 2024-11-28T03:21:10,831 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,35009,1732764040313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:10,832 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,35009,1732764040313: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4e3b2a3b1ef,35009,1732764040313, walGroup=b4e3b2a3b1ef%2C35009%2C1732764040313, offset=b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:35009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:21:10,834 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:21:10,834 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:21:10,834 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1351): Waiting on 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:21:10,835 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:21:10,835 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:21:10,835 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:21:10,835 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1382023168, "init": 1048576000, "max": 2306867200, "used": 857039608 }, "NonHeapMemoryUsage": { "committed": 207421440, "init": 7667712, "max": -1, "used": 202763984 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:21:10,836 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:35821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:35821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:21:10,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:21:11,032 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 883, reset compression=false 2024-11-28T03:21:11,034 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1351): Waiting on 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:21:11,157 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/f1/b38ed1df93a145eb8a335cbd272be8db 2024-11-28T03:21:11,162 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b38ed1df93a145eb8a335cbd272be8db 2024-11-28T03:21:11,191 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/norep/e7db65ffa75f410ba5d8e1be3ac17d1c is 32, key is row/norep:/1732764061379/DeleteFamily/seqid=0 2024-11-28T03:21:11,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741847_1023 (size=5101) 2024-11-28T03:21:11,214 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/norep/e7db65ffa75f410ba5d8e1be3ac17d1c 2024-11-28T03:21:11,229 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7db65ffa75f410ba5d8e1be3ac17d1c 2024-11-28T03:21:11,233 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/f/b0681a1a26574c308985fb349bf80096 as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/f/b0681a1a26574c308985fb349bf80096 2024-11-28T03:21:11,235 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:21:11,235 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1325): Online Regions={58f2d5b965eca49681c1ced39f4298bc=test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc.} 2024-11-28T03:21:11,235 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1351): Waiting on 58f2d5b965eca49681c1ced39f4298bc 2024-11-28T03:21:11,238 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0681a1a26574c308985fb349bf80096 2024-11-28T03:21:11,238 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/f/b0681a1a26574c308985fb349bf80096, entries=1, sequenceid=6, filesize=5.0 K 2024-11-28T03:21:11,247 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/f1/b38ed1df93a145eb8a335cbd272be8db as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/f1/b38ed1df93a145eb8a335cbd272be8db 2024-11-28T03:21:11,259 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b38ed1df93a145eb8a335cbd272be8db 2024-11-28T03:21:11,260 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/f1/b38ed1df93a145eb8a335cbd272be8db, entries=1, sequenceid=6, filesize=5.0 K 2024-11-28T03:21:11,267 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/.tmp/norep/e7db65ffa75f410ba5d8e1be3ac17d1c as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/norep/e7db65ffa75f410ba5d8e1be3ac17d1c 2024-11-28T03:21:11,273 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7db65ffa75f410ba5d8e1be3ac17d1c 2024-11-28T03:21:11,273 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/norep/e7db65ffa75f410ba5d8e1be3ac17d1c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-28T03:21:11,275 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 58f2d5b965eca49681c1ced39f4298bc in 976ms, sequenceid=6, compaction requested=false 2024-11-28T03:21:11,275 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:21:11,293 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/data/default/test/58f2d5b965eca49681c1ced39f4298bc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T03:21:11,293 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:11,293 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:21:11,293 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:21:11,294 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58f2d5b965eca49681c1ced39f4298bc: Waiting for close lock at 1732764070298Running coprocessor pre-close hooks at 1732764070298Disabling compacts and flushes for region at 1732764070298Disabling writes for close at 1732764070298Obtaining lock to block concurrent updates at 1732764070298Preparing flush snapshotting stores in 58f2d5b965eca49681c1ced39f4298bc at 1732764070298Finished memstore snapshotting test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732764070298Flushing stores of test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. at 1732764070299 (+1 ms)Flushing 58f2d5b965eca49681c1ced39f4298bc/f: creating writer at 1732764070299Flushing 58f2d5b965eca49681c1ced39f4298bc/f: appending metadata at 1732764070324 (+25 ms)Flushing 58f2d5b965eca49681c1ced39f4298bc/f: closing flushed file at 1732764070324Flushing 58f2d5b965eca49681c1ced39f4298bc/f1: creating writer at 1732764070735 (+411 ms)Flushing 58f2d5b965eca49681c1ced39f4298bc/f1: appending metadata at 1732764070752 (+17 ms)Flushing 58f2d5b965eca49681c1ced39f4298bc/f1: closing flushed file at 1732764070752Flushing 58f2d5b965eca49681c1ced39f4298bc/norep: creating writer at 1732764071163 (+411 ms)Flushing 58f2d5b965eca49681c1ced39f4298bc/norep: appending metadata at 1732764071189 (+26 ms)Flushing 58f2d5b965eca49681c1ced39f4298bc/norep: closing flushed file at 1732764071189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6e982f: reopening flushed file at 1732764071229 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf657e5: reopening flushed file at 1732764071238 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ae3818: reopening flushed file at 1732764071260 (+22 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 58f2d5b965eca49681c1ced39f4298bc in 976ms, sequenceid=6, compaction requested=false at 1732764071275 (+15 ms)Writing region close event to WAL at 1732764071286 (+11 ms)Running coprocessor post-close hooks at 1732764071293 (+7 ms)Closed at 1732764071293 2024-11-28T03:21:11,294 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764048410.58f2d5b965eca49681c1ced39f4298bc. 2024-11-28T03:21:11,338 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 883, reset compression=false 2024-11-28T03:21:11,343 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:11,343 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 1527, reset compression=false 2024-11-28T03:21:11,435 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,35009,1732764040313; all regions closed. 2024-11-28T03:21:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741834_1010 (size=4239) 2024-11-28T03:21:11,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.meta.1732764041894.meta not finished, retry = 0 2024-11-28T03:21:11,547 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.1732764041506 to pos 1527, reset compression=false 2024-11-28T03:21:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741839_1015 (size=2240) 2024-11-28T03:21:11,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/WALs/b4e3b2a3b1ef,35009,1732764040313/b4e3b2a3b1ef%2C35009%2C1732764040313.rep.1732764054269 not finished, retry = 0 2024-11-28T03:21:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741833_1009 (size=1535) 2024-11-28T03:21:11,659 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:11,659 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:11,659 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:11,659 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:11,659 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:11,659 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:11,660 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,35009,1732764040313 because: Region server is closing 2024-11-28T03:21:11,660 INFO [RS:0;b4e3b2a3b1ef:35009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:35009. 2024-11-28T03:21:11,660 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:11,660 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:11,660 DEBUG [RS:0;b4e3b2a3b1ef:35009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:11,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:11,761 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.shipperb4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 terminated 2024-11-28T03:21:11,761 INFO [RS:0;b4e3b2a3b1ef:35009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35009 2024-11-28T03:21:11,761 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,35009,1732764040313.replicationSource.wal-reader.b4e3b2a3b1ef%2C35009%2C1732764040313,1-b4e3b2a3b1ef,35009,1732764040313 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:21:11,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0196911273/rs/b4e3b2a3b1ef,35009,1732764040313 2024-11-28T03:21:11,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273/rs 2024-11-28T03:21:11,763 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:11,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,35009,1732764040313] 2024-11-28T03:21:11,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0196911273/draining/b4e3b2a3b1ef,35009,1732764040313 already deleted, retry=false 2024-11-28T03:21:11,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,35009,1732764040313 expired; onlineServers=0 2024-11-28T03:21:11,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,35821,1732764040264' ***** 2024-11-28T03:21:11,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:21:11,767 INFO [M:0;b4e3b2a3b1ef:35821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:11,768 INFO [M:0;b4e3b2a3b1ef:35821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:11,768 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:21:11,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:21:11,768 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:21:11,768 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764041303 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764041303,5,FailOnTimeoutGroup] 2024-11-28T03:21:11,768 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764041303 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764041303,5,FailOnTimeoutGroup] 2024-11-28T03:21:11,768 INFO [M:0;b4e3b2a3b1ef:35821 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:11,768 INFO [M:0;b4e3b2a3b1ef:35821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:11,768 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:21:11,768 INFO [M:0;b4e3b2a3b1ef:35821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:21:11,768 INFO [M:0;b4e3b2a3b1ef:35821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:11,768 INFO [M:0;b4e3b2a3b1ef:35821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:21:11,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:21:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0196911273/master 2024-11-28T03:21:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0196911273 2024-11-28T03:21:11,769 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] zookeeper.ZKUtil(347): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Unable to get data of znode /0196911273/master because node does not exist (not an error) 2024-11-28T03:21:11,769 WARN [M:0;b4e3b2a3b1ef:35821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:21:11,770 INFO [M:0;b4e3b2a3b1ef:35821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/.lastflushedseqids 2024-11-28T03:21:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741848_1024 (size=245) 2024-11-28T03:21:11,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:11,867 INFO [RS:0;b4e3b2a3b1ef:35009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:11,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35009-0x1015c96e29e0001, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:11,867 INFO [RS:0;b4e3b2a3b1ef:35009 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,35009,1732764040313; zookeeper connection closed. 2024-11-28T03:21:11,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@421a5d62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@421a5d62 2024-11-28T03:21:11,867 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:21:12,174 INFO [M:0;b4e3b2a3b1ef:35821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:21:12,175 INFO [M:0;b4e3b2a3b1ef:35821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:21:12,175 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:12,175 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:12,175 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:12,175 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:12,175 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:12,175 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-28T03:21:12,220 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f489280cf1be48c4892e4e6f2c4229a1 is 82, key is hbase:meta,,1/info:regioninfo/1732764041934/Put/seqid=0 2024-11-28T03:21:12,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741849_1025 (size=5672) 2024-11-28T03:21:12,647 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f489280cf1be48c4892e4e6f2c4229a1 2024-11-28T03:21:12,681 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4835b5564044f4be79597527d7350c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732764054339/Put/seqid=0 2024-11-28T03:21:12,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741850_1026 (size=8516) 2024-11-28T03:21:13,086 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4835b5564044f4be79597527d7350c 2024-11-28T03:21:13,104 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85909a22b8964f5db60d88fe2ad37104 is 69, key is b4e3b2a3b1ef,35009,1732764040313/rs:state/1732764041352/Put/seqid=0 2024-11-28T03:21:13,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741851_1027 (size=5156) 2024-11-28T03:21:13,111 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85909a22b8964f5db60d88fe2ad37104 2024-11-28T03:21:13,115 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f489280cf1be48c4892e4e6f2c4229a1 as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f489280cf1be48c4892e4e6f2c4229a1 2024-11-28T03:21:13,119 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f489280cf1be48c4892e4e6f2c4229a1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-28T03:21:13,120 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4835b5564044f4be79597527d7350c as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c4835b5564044f4be79597527d7350c 2024-11-28T03:21:13,123 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c4835b5564044f4be79597527d7350c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-28T03:21:13,124 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85909a22b8964f5db60d88fe2ad37104 as hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85909a22b8964f5db60d88fe2ad37104 2024-11-28T03:21:13,127 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43075/user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85909a22b8964f5db60d88fe2ad37104, entries=1, sequenceid=97, filesize=5.0 K 2024-11-28T03:21:13,128 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=97, compaction requested=false 2024-11-28T03:21:13,129 INFO [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:13,129 DEBUG [M:0;b4e3b2a3b1ef:35821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764072175Disabling compacts and flushes for region at 1732764072175Disabling writes for close at 1732764072175Obtaining lock to block concurrent updates at 1732764072175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764072175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732764072176 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764072176Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764072176Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764072218 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764072218Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764072652 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764072681 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764072681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764073090 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764073104 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764073104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464d3bd7: reopening flushed file at 1732764073115 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4103216e: reopening flushed file at 1732764073119 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7466b199: reopening flushed file at 1732764073124 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 953ms, sequenceid=97, compaction requested=false at 1732764073128 (+4 ms)Writing region close event to WAL at 1732764073129 (+1 ms)Closed at 1732764073129 2024-11-28T03:21:13,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9feb8ccb-efc7-0ae9-9acd-45d2c4184c77/MasterData/WALs/b4e3b2a3b1ef,35821,1732764040264/b4e3b2a3b1ef%2C35821%2C1732764040264.1732764041216 not finished, retry = 0 2024-11-28T03:21:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37639 is added to blk_1073741830_1006 (size=63654) 2024-11-28T03:21:13,232 INFO [M:0;b4e3b2a3b1ef:35821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:21:13,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:13,232 INFO [M:0;b4e3b2a3b1ef:35821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35821 2024-11-28T03:21:13,233 INFO [M:0;b4e3b2a3b1ef:35821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:13,335 INFO [M:0;b4e3b2a3b1ef:35821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:13,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:13,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35821-0x1015c96e29e0000, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:13,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74250959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:13,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:13,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:13,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:13,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:13,348 WARN [BP-1130369355-172.17.0.2-1732764039206 heartbeating to localhost/127.0.0.1:43075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:21:13,348 WARN [BP-1130369355-172.17.0.2-1732764039206 heartbeating to localhost/127.0.0.1:43075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1130369355-172.17.0.2-1732764039206 (Datanode Uuid ee2b0fad-123f-42bf-949a-f9b176ea89d1) service to localhost/127.0.0.1:43075 2024-11-28T03:21:13,348 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:21:13,348 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:21:13,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/cluster_203dacd4-d115-4c14-dea1-3aba7ecd58e5/data/data1/current/BP-1130369355-172.17.0.2-1732764039206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:13,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/cluster_203dacd4-d115-4c14-dea1-3aba7ecd58e5/data/data2/current/BP-1130369355-172.17.0.2-1732764039206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:13,349 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:21:13,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20ceae03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:13,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:13,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:13,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:13,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2233da5-2f26-ad3f-b469-c983c2a3007f/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:13,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:21:13,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:21:13,408 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 315) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43075 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37031 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52691) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41409 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 356) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6336 (was 6158) - AvailableMemoryMB LEAK? - 2024-11-28T03:21:13,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=6335 2024-11-28T03:21:13,443 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-28T03:21:13,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.log.dir so I do NOT create it in target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd 2024-11-28T03:21:13,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:21:13,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.tmp.dir so I do NOT create it in target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd 2024-11-28T03:21:13,444 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5643775a-9acf-2b98-7647-39b8352dcdda/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:21:13,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd 2024-11-28T03:21:13,445 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3, deleteOnExit=true 2024-11-28T03:21:13,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c96e29e0005, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:21:13,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c96e29e0005, quorum=127.0.0.1:52691, baseZNode=/1-339655308 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:21:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015c96e29e0008, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:21:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c96e29e0002, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:21:13,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015c96e29e0008, quorum=127.0.0.1:52691, baseZNode=/2-948130353 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:21:13,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c96e29e0002, quorum=127.0.0.1:52691, baseZNode=/0196911273 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:21:13,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/zookeeper_0, clientPort=64878, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:21:13,481 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64878 2024-11-28T03:21:13,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/test.cache.data in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:21:13,482 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:21:13,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:21:13,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:21:13,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:13,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:21:13,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:21:13,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:21:13,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:21:13,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:13,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e834038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:21:13,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85bdf7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:21:13,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2caa4d84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/java.io.tmpdir/jetty-localhost-39985-hadoop-hdfs-3_4_1-tests_jar-_-any-3440653784432288207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:13,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@255f4c36{HTTP/1.1, (http/1.1)}{localhost:39985} 2024-11-28T03:21:13,754 INFO [Time-limited test {}] server.Server(415): Started @268087ms 2024-11-28T03:21:13,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:13,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:21:14,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:21:14,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:21:14,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:21:14,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6744bde9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:21:14,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@405c7333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:21:14,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1322b299{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/java.io.tmpdir/jetty-localhost-43077-hadoop-hdfs-3_4_1-tests_jar-_-any-14617728465129610503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:14,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d6242e8{HTTP/1.1, (http/1.1)}{localhost:43077} 2024-11-28T03:21:14,150 INFO [Time-limited test {}] server.Server(415): Started @268483ms 2024-11-28T03:21:14,152 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:21:14,319 WARN [Thread-4148 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/data/data1/current/BP-1354751605-172.17.0.2-1732764073508/current, will proceed with Du for space computation calculation, 2024-11-28T03:21:14,321 WARN [Thread-4149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/data/data2/current/BP-1354751605-172.17.0.2-1732764073508/current, will proceed with Du for space computation calculation, 2024-11-28T03:21:14,407 WARN [Thread-4136 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:21:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b944f5b97c60c53 with lease ID 0xeed9d9ce23772bf: Processing first storage report for DS-2a93eeab-5ba1-4745-85ca-91c1a5cc9a5b from datanode DatanodeRegistration(127.0.0.1:38739, datanodeUuid=73562fc9-921e-4566-a90e-b807a9b7a667, infoPort=42503, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1236550328;c=1732764073508) 2024-11-28T03:21:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b944f5b97c60c53 with lease ID 0xeed9d9ce23772bf: from storage DS-2a93eeab-5ba1-4745-85ca-91c1a5cc9a5b node DatanodeRegistration(127.0.0.1:38739, datanodeUuid=73562fc9-921e-4566-a90e-b807a9b7a667, infoPort=42503, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1236550328;c=1732764073508), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:21:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b944f5b97c60c53 with lease ID 0xeed9d9ce23772bf: Processing first storage report for DS-809dc4da-c3a3-42d2-8b5c-ddf597121fc4 from datanode DatanodeRegistration(127.0.0.1:38739, datanodeUuid=73562fc9-921e-4566-a90e-b807a9b7a667, infoPort=42503, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1236550328;c=1732764073508) 2024-11-28T03:21:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b944f5b97c60c53 with lease ID 0xeed9d9ce23772bf: from storage DS-809dc4da-c3a3-42d2-8b5c-ddf597121fc4 node DatanodeRegistration(127.0.0.1:38739, datanodeUuid=73562fc9-921e-4566-a90e-b807a9b7a667, infoPort=42503, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1236550328;c=1732764073508), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:21:14,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd 2024-11-28T03:21:14,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:14,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:21:14,886 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946 with version=8 2024-11-28T03:21:14,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/hbase-staging 2024-11-28T03:21:14,889 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:21:14,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:14,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:14,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:21:14,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:14,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:21:14,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:21:14,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:21:14,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43025 2024-11-28T03:21:14,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43025 connecting to ZooKeeper ensemble=127.0.0.1:64878 2024-11-28T03:21:14,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430250x0, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:14,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43025-0x1015c9768810000 connected 2024-11-28T03:21:14,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:14,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:15,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Set watcher on znode that does not yet exist, /0154502862/running 2024-11-28T03:21:15,002 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946, hbase.cluster.distributed=false 2024-11-28T03:21:15,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Set watcher on znode that does not yet exist, /0154502862/acl 2024-11-28T03:21:15,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-28T03:21:15,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43025 2024-11-28T03:21:15,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43025 2024-11-28T03:21:15,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-28T03:21:15,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43025 2024-11-28T03:21:15,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:21:15,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:15,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:15,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:21:15,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:15,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:21:15,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:21:15,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:21:15,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44941 2024-11-28T03:21:15,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44941 connecting to ZooKeeper ensemble=127.0.0.1:64878 2024-11-28T03:21:15,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:15,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:15,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449410x0, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:15,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449410x0, quorum=127.0.0.1:64878, baseZNode=/0154502862 Set watcher on znode that does not yet exist, /0154502862/running 2024-11-28T03:21:15,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:21:15,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44941-0x1015c9768810001 connected 2024-11-28T03:21:15,157 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:21:15,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Set watcher on znode that does not yet exist, /0154502862/master 2024-11-28T03:21:15,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Set watcher on znode that does not yet exist, /0154502862/acl 2024-11-28T03:21:15,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44941 2024-11-28T03:21:15,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44941 2024-11-28T03:21:15,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44941 2024-11-28T03:21:15,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44941 2024-11-28T03:21:15,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44941 2024-11-28T03:21:15,254 DEBUG [M:0;b4e3b2a3b1ef:43025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:43025 2024-11-28T03:21:15,254 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0154502862/backup-masters/b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862/backup-masters 2024-11-28T03:21:15,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862/backup-masters 2024-11-28T03:21:15,259 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Set watcher on existing znode=/0154502862/backup-masters/b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0154502862/master 2024-11-28T03:21:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:15,262 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Set watcher on existing znode=/0154502862/master 2024-11-28T03:21:15,263 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0154502862/backup-masters/b4e3b2a3b1ef,43025,1732764074888 from backup master directory 2024-11-28T03:21:15,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862/backup-masters 2024-11-28T03:21:15,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0154502862/backup-masters/b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:15,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862/backup-masters 2024-11-28T03:21:15,266 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:21:15,266 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:15,298 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/hbase.id] with ID: 879998e7-c82c-43ec-8cb0-1c3ddd148e3c 2024-11-28T03:21:15,298 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/.tmp/hbase.id 2024-11-28T03:21:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:21:15,312 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/.tmp/hbase.id]:[hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/hbase.id] 2024-11-28T03:21:15,326 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:15,326 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:21:15,327 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:21:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:21:15,419 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:15,420 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:21:15,432 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:21:15,800 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:21:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:15,883 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/data/master/store 2024-11-28T03:21:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:21:16,289 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:16,289 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:16,289 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:16,289 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:16,289 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:16,289 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:16,289 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:16,289 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764076289Disabling compacts and flushes for region at 1732764076289Disabling writes for close at 1732764076289Writing region close event to WAL at 1732764076289Closed at 1732764076289 2024-11-28T03:21:16,290 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/data/master/store/.initializing 2024-11-28T03:21:16,290 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/WALs/b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:16,291 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:21:16,292 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C43025%2C1732764074888, suffix=, logDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/WALs/b4e3b2a3b1ef,43025,1732764074888, archiveDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/oldWALs, maxLogs=10 2024-11-28T03:21:16,320 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/WALs/b4e3b2a3b1ef,43025,1732764074888/b4e3b2a3b1ef%2C43025%2C1732764074888.1732764076292, exclude list is [], retry=0 2024-11-28T03:21:16,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38739,DS-2a93eeab-5ba1-4745-85ca-91c1a5cc9a5b,DISK] 2024-11-28T03:21:16,337 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/WALs/b4e3b2a3b1ef,43025,1732764074888/b4e3b2a3b1ef%2C43025%2C1732764074888.1732764076292 2024-11-28T03:21:16,347 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42503:42503)] 2024-11-28T03:21:16,347 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:16,347 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:16,347 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,347 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:21:16,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:16,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:21:16,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:16,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:21:16,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:16,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:21:16,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:16,355 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,356 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,356 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,358 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,358 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,358 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:16,359 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:16,361 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:16,362 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70829935, jitterRate=0.05544827878475189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:16,362 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764076347Initializing all the Stores at 1732764076348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764076348Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764076349 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764076349Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764076349Cleaning up temporary data from old regions at 1732764076358 (+9 ms)Region opened successfully at 1732764076362 (+4 ms) 2024-11-28T03:21:16,372 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:21:16,379 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fa7449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:21:16,381 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:21:16,381 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:21:16,381 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:21:16,381 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:21:16,382 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:21:16,382 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:21:16,382 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:21:16,394 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:21:16,394 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Unable to get data of znode /0154502862/balancer because node does not exist (not necessarily an error) 2024-11-28T03:21:16,397 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0154502862/balancer already deleted, retry=false 2024-11-28T03:21:16,398 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:21:16,398 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Unable to get data of znode /0154502862/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:21:16,400 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0154502862/normalizer already deleted, retry=false 2024-11-28T03:21:16,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:21:16,400 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Unable to get data of znode /0154502862/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:21:16,402 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0154502862/switch/split already deleted, retry=false 2024-11-28T03:21:16,403 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Unable to get data of znode /0154502862/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:21:16,404 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0154502862/switch/merge already deleted, retry=false 2024-11-28T03:21:16,405 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Unable to get data of znode /0154502862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:21:16,408 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0154502862/snapshot-cleanup already deleted, retry=false 2024-11-28T03:21:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0154502862/running 2024-11-28T03:21:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0154502862/running 2024-11-28T03:21:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:16,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:16,410 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,43025,1732764074888, sessionid=0x1015c9768810000, setting cluster-up flag (Was=false) 2024-11-28T03:21:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:16,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0154502862/flush-table-proc/acquired, /0154502862/flush-table-proc/reached, /0154502862/flush-table-proc/abort 2024-11-28T03:21:16,418 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:16,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:16,438 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0154502862/online-snapshot/acquired, /0154502862/online-snapshot/reached, /0154502862/online-snapshot/abort 2024-11-28T03:21:16,439 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:16,440 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:21:16,450 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:16,450 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:21:16,450 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:21:16,451 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,43025,1732764074888 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:21:16,452 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:16,452 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:16,452 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:16,452 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:16,452 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:21:16,452 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,452 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:21:16,452 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,460 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764106460 2024-11-28T03:21:16,460 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:21:16,460 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:21:16,460 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:21:16,460 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:21:16,460 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:21:16,460 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:21:16,460 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:16,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:21:16,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:21:16,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:21:16,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:21:16,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:21:16,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:21:16,461 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:21:16,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:21:16,462 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764076461,5,FailOnTimeoutGroup] 2024-11-28T03:21:16,468 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764076462,5,FailOnTimeoutGroup] 2024-11-28T03:21:16,468 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:21:16,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,469 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:21:16,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:21:16,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946 2024-11-28T03:21:16,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:21:16,536 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer(746): ClusterId : 879998e7-c82c-43ec-8cb0-1c3ddd148e3c 2024-11-28T03:21:16,536 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:21:16,541 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:21:16,541 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:21:16,542 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:21:16,543 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59320aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:21:16,559 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:44941 2024-11-28T03:21:16,559 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:21:16,559 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:21:16,559 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:21:16,564 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,43025,1732764074888 with port=44941, startcode=1732764075086 2024-11-28T03:21:16,564 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:21:16,568 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:21:16,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:16,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:16,570 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946 2024-11-28T03:21:16,570 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36295 2024-11-28T03:21:16,570 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:21:16,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862/rs 2024-11-28T03:21:16,572 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] zookeeper.ZKUtil(111): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Set watcher on existing znode=/0154502862/rs/b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:16,572 WARN [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:21:16,572 INFO [RS:0;b4e3b2a3b1ef:44941 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:16,572 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/WALs/b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:16,573 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,44941,1732764075086] 2024-11-28T03:21:16,579 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:21:16,585 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:21:16,589 INFO [RS:0;b4e3b2a3b1ef:44941 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:21:16,589 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,604 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:21:16,608 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:21:16,608 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,608 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,608 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:21:16,609 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:21:16,616 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,616 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,616 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,616 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,616 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,616 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44941,1732764075086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:21:16,635 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:21:16,635 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,44941,1732764075086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,636 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,636 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.Replication(171): b4e3b2a3b1ef,44941,1732764075086 started 2024-11-28T03:21:16,657 INFO [RS:0;b4e3b2a3b1ef:44941 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:16,657 INFO [RS:0;b4e3b2a3b1ef:44941 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,44941,1732764075086, RpcServer on b4e3b2a3b1ef/172.17.0.2:44941, sessionid=0x1015c9768810001 2024-11-28T03:21:16,657 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:21:16,657 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:16,657 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,44941,1732764075086' 2024-11-28T03:21:16,657 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0154502862/flush-table-proc/abort' 2024-11-28T03:21:16,658 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0154502862/flush-table-proc/acquired' 2024-11-28T03:21:16,659 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:21:16,659 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:21:16,659 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:16,659 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,44941,1732764075086' 2024-11-28T03:21:16,659 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0154502862/online-snapshot/abort' 2024-11-28T03:21:16,660 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0154502862/online-snapshot/acquired' 2024-11-28T03:21:16,660 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:21:16,660 INFO [RS:0;b4e3b2a3b1ef:44941 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:21:16,660 INFO [RS:0;b4e3b2a3b1ef:44941 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:21:16,761 INFO [RS:0;b4e3b2a3b1ef:44941 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:21:16,762 INFO [RS:0;b4e3b2a3b1ef:44941 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C44941%2C1732764075086, suffix=, logDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/WALs/b4e3b2a3b1ef,44941,1732764075086, archiveDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/oldWALs, maxLogs=10 2024-11-28T03:21:16,783 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/WALs/b4e3b2a3b1ef,44941,1732764075086/b4e3b2a3b1ef%2C44941%2C1732764075086.1732764076763, exclude list is [], retry=0 2024-11-28T03:21:16,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38739,DS-2a93eeab-5ba1-4745-85ca-91c1a5cc9a5b,DISK] 2024-11-28T03:21:16,797 INFO [RS:0;b4e3b2a3b1ef:44941 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/WALs/b4e3b2a3b1ef,44941,1732764075086/b4e3b2a3b1ef%2C44941%2C1732764075086.1732764076763 2024-11-28T03:21:16,797 DEBUG [RS:0;b4e3b2a3b1ef:44941 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42503:42503)] 2024-11-28T03:21:16,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:16,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:21:16,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:21:16,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:16,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:21:16,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:21:16,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:16,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:21:16,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:21:16,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:16,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:21:16,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:21:16,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:16,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:16,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:21:16,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/hbase/meta/1588230740 2024-11-28T03:21:16,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/hbase/meta/1588230740 2024-11-28T03:21:16,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:21:16,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:21:16,950 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:16,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:21:16,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:16,958 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60802404, jitterRate=-0.09397357702255249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764076920Initializing all the Stores at 1732764076921 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764076921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764076922 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764076922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764076922Cleaning up temporary data from old regions at 1732764076949 (+27 ms)Region opened successfully at 1732764076958 (+9 ms) 2024-11-28T03:21:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:16,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:16,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:16,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:16,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:16,970 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:16,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764076958Disabling compacts and flushes for region at 1732764076958Disabling writes for close at 1732764076959 (+1 ms)Writing region close event to WAL at 1732764076970 (+11 ms)Closed at 1732764076970 2024-11-28T03:21:16,971 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:16,971 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:21:16,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:21:16,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:21:16,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:21:17,124 DEBUG [b4e3b2a3b1ef:43025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:21:17,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:17,125 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,44941,1732764075086, state=OPENING 2024-11-28T03:21:17,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:21:17,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:17,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0154502862 2024-11-28T03:21:17,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0154502862/meta-region-server: CHANGED 2024-11-28T03:21:17,130 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:21:17,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0154502862/meta-region-server: CHANGED 2024-11-28T03:21:17,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,44941,1732764075086}] 2024-11-28T03:21:17,285 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:21:17,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:21:17,289 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:21:17,289 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:17,289 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:21:17,291 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C44941%2C1732764075086.meta, suffix=.meta, logDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/WALs/b4e3b2a3b1ef,44941,1732764075086, archiveDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/oldWALs, maxLogs=10 2024-11-28T03:21:17,308 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/WALs/b4e3b2a3b1ef,44941,1732764075086/b4e3b2a3b1ef%2C44941%2C1732764075086.meta.1732764077291.meta, exclude list is [], retry=0 2024-11-28T03:21:17,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38739,DS-2a93eeab-5ba1-4745-85ca-91c1a5cc9a5b,DISK] 2024-11-28T03:21:17,319 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/WALs/b4e3b2a3b1ef,44941,1732764075086/b4e3b2a3b1ef%2C44941%2C1732764075086.meta.1732764077291.meta 2024-11-28T03:21:17,328 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42503:42503)] 2024-11-28T03:21:17,329 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:17,329 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:17,329 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:21:17,329 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:21:17,330 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:21:17,330 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:21:17,330 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:17,330 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:21:17,330 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:21:17,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:21:17,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:21:17,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:17,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:17,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:21:17,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:21:17,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:17,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:17,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:21:17,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:21:17,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:17,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:17,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:21:17,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:21:17,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:17,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:17,340 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:21:17,340 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/hbase/meta/1588230740 2024-11-28T03:21:17,341 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/hbase/meta/1588230740 2024-11-28T03:21:17,342 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:21:17,342 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:21:17,342 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:17,343 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:21:17,344 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68138305, jitterRate=0.015339866280555725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:17,344 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:21:17,345 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764077330Writing region info on filesystem at 1732764077330Initializing all the Stores at 1732764077331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764077331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764077332 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764077332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764077332Cleaning up temporary data from old regions at 1732764077342 (+10 ms)Running coprocessor post-open hooks at 1732764077344 (+2 ms)Region opened successfully at 1732764077344 2024-11-28T03:21:17,345 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764077284 2024-11-28T03:21:17,347 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:21:17,347 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:21:17,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:17,348 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,44941,1732764075086, state=OPEN 2024-11-28T03:21:17,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x1015c9768810000, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0154502862/meta-region-server 2024-11-28T03:21:17,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44941-0x1015c9768810001, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0154502862/meta-region-server 2024-11-28T03:21:17,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0154502862/meta-region-server: CHANGED 2024-11-28T03:21:17,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0154502862/meta-region-server: CHANGED 2024-11-28T03:21:17,354 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:17,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:21:17,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,44941,1732764075086 in 224 msec 2024-11-28T03:21:17,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:21:17,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-28T03:21:17,362 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:17,362 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:21:17,363 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:17,363 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,44941,1732764075086, seqNum=-1] 2024-11-28T03:21:17,364 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:17,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:17,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 923 msec 2024-11-28T03:21:17,373 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764077373, completionTime=-1 2024-11-28T03:21:17,373 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:21:17,373 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:21:17,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:21:17,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764137375 2024-11-28T03:21:17,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764197375 2024-11-28T03:21:17,375 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:21:17,376 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43025,1732764074888-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:17,376 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43025,1732764074888-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:17,376 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43025,1732764074888-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:17,376 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:43025, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:17,376 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:17,376 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:17,378 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:21:17,380 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.114sec 2024-11-28T03:21:17,380 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:21:17,380 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:21:17,380 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:21:17,380 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:21:17,380 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:21:17,380 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43025,1732764074888-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:21:17,380 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43025,1732764074888-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:21:17,388 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:21:17,388 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:21:17,388 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,43025,1732764074888-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:17,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d1e5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:17,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,43025,-1 for getting cluster id 2024-11-28T03:21:17,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:17,441 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '879998e7-c82c-43ec-8cb0-1c3ddd148e3c' 2024-11-28T03:21:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "879998e7-c82c-43ec-8cb0-1c3ddd148e3c" 2024-11-28T03:21:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c5c410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:17,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,43025,-1] 2024-11-28T03:21:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:17,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:17,443 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:17,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:17,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,44941,1732764075086, seqNum=-1] 2024-11-28T03:21:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:17,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:17,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:17,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64878 2024-11-28T03:21:17,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64878, baseZNode=/0154502862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:17,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c9768810002 connected 2024-11-28T03:21:17,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:17,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:17,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bef4fb2 2024-11-28T03:21:17,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:17,464 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:17,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:21:17,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:21:17,468 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:17,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:21:17,470 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:21:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:17,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:21:17,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a915535a7ec4fdf613b6630005afb408, NAME => 'test,,1732764077465.a915535a7ec4fdf613b6630005afb408.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946 2024-11-28T03:21:17,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38739 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:21:17,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764077465.a915535a7ec4fdf613b6630005afb408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:17,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a915535a7ec4fdf613b6630005afb408, disabling compactions & flushes 2024-11-28T03:21:17,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764077465.a915535a7ec4fdf613b6630005afb408. 2024-11-28T03:21:17,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764077465.a915535a7ec4fdf613b6630005afb408. 2024-11-28T03:21:17,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764077465.a915535a7ec4fdf613b6630005afb408. after waiting 0 ms 2024-11-28T03:21:17,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764077465.a915535a7ec4fdf613b6630005afb408. 2024-11-28T03:21:17,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764077465.a915535a7ec4fdf613b6630005afb408. 2024-11-28T03:21:17,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a915535a7ec4fdf613b6630005afb408: Waiting for close lock at 1732764077509Disabling compacts and flushes for region at 1732764077509Disabling writes for close at 1732764077509Writing region close event to WAL at 1732764077509Closed at 1732764077509 2024-11-28T03:21:17,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:21:17,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764077465.a915535a7ec4fdf613b6630005afb408.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764077511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764077511"}]},"ts":"1732764077511"} 2024-11-28T03:21:17,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:21:17,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:21:17,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764077514"}]},"ts":"1732764077514"} 2024-11-28T03:21:17,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:21:17,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a915535a7ec4fdf613b6630005afb408, ASSIGN}] 2024-11-28T03:21:17,519 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a915535a7ec4fdf613b6630005afb408, ASSIGN 2024-11-28T03:21:17,520 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a915535a7ec4fdf613b6630005afb408, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,44941,1732764075086; forceNewPlan=false, retain=false 2024-11-28T03:21:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:17,671 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a915535a7ec4fdf613b6630005afb408, regionState=OPENING, regionLocation=b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:17,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a915535a7ec4fdf613b6630005afb408, ASSIGN because future has completed 2024-11-28T03:21:17,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a915535a7ec4fdf613b6630005afb408, server=b4e3b2a3b1ef,44941,1732764075086}] 2024-11-28T03:21:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:17,873 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764077465.a915535a7ec4fdf613b6630005afb408. 2024-11-28T03:21:17,873 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a915535a7ec4fdf613b6630005afb408, NAME => 'test,,1732764077465.a915535a7ec4fdf613b6630005afb408.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:17,874 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:17,874 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:21:17,874 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,874 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764077465.a915535a7ec4fdf613b6630005afb408.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:17,874 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,874 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,891 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,892 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a915535a7ec4fdf613b6630005afb408 columnFamilyName f 2024-11-28T03:21:17,893 DEBUG [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:17,893 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] regionserver.HStore(327): Store=a915535a7ec4fdf613b6630005afb408/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:17,893 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,894 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a915535a7ec4fdf613b6630005afb408 columnFamilyName f1 2024-11-28T03:21:17,894 DEBUG [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:17,895 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] regionserver.HStore(327): Store=a915535a7ec4fdf613b6630005afb408/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:17,895 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,896 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a915535a7ec4fdf613b6630005afb408 columnFamilyName norep 2024-11-28T03:21:17,896 DEBUG [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:17,896 INFO [StoreOpener-a915535a7ec4fdf613b6630005afb408-1 {}] regionserver.HStore(327): Store=a915535a7ec4fdf613b6630005afb408/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:17,896 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,897 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/default/test/a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,897 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/default/test/a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,898 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,898 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,898 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:21:17,899 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,914 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/data/default/test/a915535a7ec4fdf613b6630005afb408/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:17,915 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a915535a7ec4fdf613b6630005afb408; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67069870, jitterRate=-5.810558795928955E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:21:17,915 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a915535a7ec4fdf613b6630005afb408 2024-11-28T03:21:17,916 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a915535a7ec4fdf613b6630005afb408: Running coprocessor pre-open hook at 1732764077874Writing region info on filesystem at 1732764077874Initializing all the Stores at 1732764077879 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764077879Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764077891 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764077891Cleaning up temporary data from old regions at 1732764077898 (+7 ms)Running coprocessor post-open hooks at 1732764077915 (+17 ms)Region opened successfully at 1732764077916 (+1 ms) 2024-11-28T03:21:17,917 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764077465.a915535a7ec4fdf613b6630005afb408., pid=6, masterSystemTime=1732764077855 2024-11-28T03:21:17,920 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764077465.a915535a7ec4fdf613b6630005afb408. 2024-11-28T03:21:17,920 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764077465.a915535a7ec4fdf613b6630005afb408. 2024-11-28T03:21:17,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a915535a7ec4fdf613b6630005afb408, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,44941,1732764075086 2024-11-28T03:21:17,926 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b4e3b2a3b1ef,44941,1732764075086, table=test, region=a915535a7ec4fdf613b6630005afb408. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T03:21:17,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a915535a7ec4fdf613b6630005afb408, server=b4e3b2a3b1ef,44941,1732764075086 because future has completed 2024-11-28T03:21:17,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:21:17,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a915535a7ec4fdf613b6630005afb408, server=b4e3b2a3b1ef,44941,1732764075086 in 270 msec 2024-11-28T03:21:17,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:21:17,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a915535a7ec4fdf613b6630005afb408, ASSIGN in 435 msec 2024-11-28T03:21:17,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:21:17,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764077954"}]},"ts":"1732764077954"} 2024-11-28T03:21:17,957 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:21:17,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:21:17,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 492 msec 2024-11-28T03:21:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:18,102 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:21:18,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b9ab7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:18,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,43025,-1 for getting cluster id 2024-11-28T03:21:18,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:18,105 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '879998e7-c82c-43ec-8cb0-1c3ddd148e3c' 2024-11-28T03:21:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "879998e7-c82c-43ec-8cb0-1c3ddd148e3c" 2024-11-28T03:21:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c55c665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,43025,-1] 2024-11-28T03:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:18,107 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ad653a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:18,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57331642 2024-11-28T03:21:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:18,110 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:18,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:43025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:21:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:21:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:21:18,113 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:43025' 2024-11-28T03:21:18,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d956540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:18,114 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,43025,-1 for getting cluster id 2024-11-28T03:21:18,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:18,114 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '879998e7-c82c-43ec-8cb0-1c3ddd148e3c' 2024-11-28T03:21:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "879998e7-c82c-43ec-8cb0-1c3ddd148e3c" 2024-11-28T03:21:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7228ff80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:18,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,43025,-1] 2024-11-28T03:21:18,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:18,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:18,115 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:18,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b8040d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:18,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,43025,1732764074888 2024-11-28T03:21:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc6b837 2024-11-28T03:21:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:18,119 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:18,119 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:21:18,119 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:21:18,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:18,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:18,120 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4e3b2a3b1ef:43025, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-28T03:21:18,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:18,130 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4e3b2a3b1ef:43025, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4e3b2a3b1ef:43025, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4e3b2a3b1ef:43025, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-28T03:21:18,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4e3b2a3b1ef:43025, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=21 msec 2024-11-28T03:21:18,132 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-28T03:21:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:21:18,223 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b4e3b2a3b1ef:43025, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-28T03:21:18,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:18,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:18,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:18,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:18,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:18,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 363) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4e3b2a3b1ef:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946-prefix:b4e3b2a3b1ef,44941,1732764075086 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: regionserver/b4e3b2a3b1ef:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2130553153_20 at /127.0.0.1:49604 [Receiving block BP-1354751605-172.17.0.2-1732764073508:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(642172777) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: M:0;b4e3b2a3b1ef:43025 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2130553153_20 at /127.0.0.1:49596 [Receiving block BP-1354751605-172.17.0.2-1732764073508:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1801247686-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp1402888585-7832 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fae40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3138477a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$604/0x00007fae40ad2a60.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764076461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 2 on default port 37407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4307b040 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b4e3b2a3b1ef:44941 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946/MasterData-prefix:b4e3b2a3b1ef,43025,1732764074888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@49a7f590[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@548ee19a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7836 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: BP-1354751605-172.17.0.2-1732764073508 heartbeating to localhost/127.0.0.1:36295 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1078bb73 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-23eff59f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;b4e3b2a3b1ef:44941-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64878) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 4 on default port 36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_879510137_20 at /127.0.0.1:49570 [Receiving block BP-1354751605-172.17.0.2-1732764073508:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1402888585-7829 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fae40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1801247686-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fae40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1354751605-172.17.0.2-1732764073508:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: b4e3b2a3b1ef:43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764076462 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server handler 2 on default port 36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1801247686-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1801247686-7879-acceptor-0@69581e6a-ServerConnector@2d6242e8{HTTP/1.1, (http/1.1)}{localhost:43077} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1402888585-7830 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fae40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 37407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/data/data2/current/BP-1354751605-172.17.0.2-1732764073508 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36295 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:64878): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/data/data1/current/BP-1354751605-172.17.0.2-1732764073508 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402888585-7834 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1354751605-172.17.0.2-1732764073508:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4e3b2a3b1ef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37407 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2130553153_20 at /127.0.0.1:49534 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1402888585-7833-acceptor-0@353662fd-ServerConnector@255f4c36{HTTP/1.1, (http/1.1)}{localhost:39985} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelReadComplete(AbstractChannelHandlerContext.java:479) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelReadComplete(AbstractChannelHandlerContext.java:463) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelReadComplete(DefaultChannelPipeline.java:874) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:819) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64878) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/cluster_2f0208bd-d3fc-b6ea-a1fc-f23e47c7cea3/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fae409f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64878) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36295/user/jenkins/test-data/4554ecc2-04db-8213-a413-96ea3381d946-prefix:b4e3b2a3b1ef,44941,1732764075086.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 36295 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1354751605-172.17.0.2-1732764073508:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4e3b2a3b1ef:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1402888585-7831 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fae40432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=873 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 393) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6012 (was 6335) 2024-11-28T03:21:18,248 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-28T03:21:18,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=873, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=6009 2024-11-28T03:21:18,274 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-28T03:21:18,295 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-28T03:21:18,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/hadoop.log.dir so I do NOT create it in target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb 2024-11-28T03:21:18,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:21:18,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/hadoop.tmp.dir so I do NOT create it in target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb 2024-11-28T03:21:18,296 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b837fee-f3cd-8c06-f0e7-c249b37546bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:21:18,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb 2024-11-28T03:21:18,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/cluster_6d6f6f6e-1baf-a7f8-1e19-ed9205c24ef3, deleteOnExit=true 2024-11-28T03:21:18,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/cluster_6d6f6f6e-1baf-a7f8-1e19-ed9205c24ef3/zookeeper_0, clientPort=56247, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/cluster_6d6f6f6e-1baf-a7f8-1e19-ed9205c24ef3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/cluster_6d6f6f6e-1baf-a7f8-1e19-ed9205c24ef3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:21:18,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56247 2024-11-28T03:21:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:21:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:21:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/test.cache.data in system properties and HBase conf 2024-11-28T03:21:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:21:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:21:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:21:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:21:18,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:21:18,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:21:18,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:21:18,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:21:18,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:21:18,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:21:18,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:21:18,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:21:18,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:18,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:21:18,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:21:18,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:21:18,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:21:18,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:18,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103bac19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:21:18,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e31e38c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:21:18,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21bd1f72{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/java.io.tmpdir/jetty-localhost-41013-hadoop-hdfs-3_4_1-tests_jar-_-any-11241630400800283787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:18,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@202ede8c{HTTP/1.1, (http/1.1)}{localhost:41013} 2024-11-28T03:21:18,672 INFO [Time-limited test {}] server.Server(415): Started @273004ms 2024-11-28T03:21:18,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:18,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:21:18,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:21:18,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:21:18,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:21:18,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41108ba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:21:18,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2a59fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:21:18,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@107b71c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/java.io.tmpdir/jetty-localhost-34225-hadoop-hdfs-3_4_1-tests_jar-_-any-1452895335182383823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:18,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba6bf0b{HTTP/1.1, (http/1.1)}{localhost:34225} 2024-11-28T03:21:18,962 INFO [Time-limited test {}] server.Server(415): Started @273294ms 2024-11-28T03:21:18,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:21:19,077 WARN [Thread-4282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/cluster_6d6f6f6e-1baf-a7f8-1e19-ed9205c24ef3/data/data1/current/BP-1681309214-172.17.0.2-1732764078345/current, will proceed with Du for space computation calculation, 2024-11-28T03:21:19,077 WARN [Thread-4283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/cluster_6d6f6f6e-1baf-a7f8-1e19-ed9205c24ef3/data/data2/current/BP-1681309214-172.17.0.2-1732764078345/current, will proceed with Du for space computation calculation, 2024-11-28T03:21:19,097 WARN [Thread-4270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:21:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91dfee00f5b7064c with lease ID 0xf4bfb587fc298813: Processing first storage report for DS-c93b83a8-4715-4445-b3d0-53865bc4f719 from datanode DatanodeRegistration(127.0.0.1:38299, datanodeUuid=0d71fb86-5dfd-4ae6-8c81-1fc8c5bfb2f0, infoPort=45897, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=693009345;c=1732764078345) 2024-11-28T03:21:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91dfee00f5b7064c with lease ID 0xf4bfb587fc298813: from storage DS-c93b83a8-4715-4445-b3d0-53865bc4f719 node DatanodeRegistration(127.0.0.1:38299, datanodeUuid=0d71fb86-5dfd-4ae6-8c81-1fc8c5bfb2f0, infoPort=45897, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=693009345;c=1732764078345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:21:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91dfee00f5b7064c with lease ID 0xf4bfb587fc298813: Processing first storage report for DS-039400ff-18f7-41f5-9e62-57ac7c3b5ba6 from datanode DatanodeRegistration(127.0.0.1:38299, datanodeUuid=0d71fb86-5dfd-4ae6-8c81-1fc8c5bfb2f0, infoPort=45897, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=693009345;c=1732764078345) 2024-11-28T03:21:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91dfee00f5b7064c with lease ID 0xf4bfb587fc298813: from storage DS-039400ff-18f7-41f5-9e62-57ac7c3b5ba6 node DatanodeRegistration(127.0.0.1:38299, datanodeUuid=0d71fb86-5dfd-4ae6-8c81-1fc8c5bfb2f0, infoPort=45897, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=693009345;c=1732764078345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:21:19,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb 2024-11-28T03:21:19,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:19,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:21:19,109 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d with version=8 2024-11-28T03:21:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/hbase-staging 2024-11-28T03:21:19,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:21:19,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:19,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:19,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:21:19,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:19,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:21:19,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:21:19,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:21:19,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41225 2024-11-28T03:21:19,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41225 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:19,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412250x0, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:19,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41225-0x1015c977b700000 connected 2024-11-28T03:21:19,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:19,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:19,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on znode that does not yet exist, /0-900281780/running 2024-11-28T03:21:19,174 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d, hbase.cluster.distributed=false 2024-11-28T03:21:19,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on znode that does not yet exist, /0-900281780/acl 2024-11-28T03:21:19,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41225 2024-11-28T03:21:19,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41225 2024-11-28T03:21:19,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41225 2024-11-28T03:21:19,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41225 2024-11-28T03:21:19,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41225 2024-11-28T03:21:19,207 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:21:19,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:19,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:19,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:21:19,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:19,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:21:19,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:21:19,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:21:19,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41047 2024-11-28T03:21:19,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41047 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:19,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:19,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:19,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410470x0, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:19,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410470x0, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on znode that does not yet exist, /0-900281780/running 2024-11-28T03:21:19,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41047-0x1015c977b700001 connected 2024-11-28T03:21:19,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:21:19,222 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:21:19,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on znode that does not yet exist, /0-900281780/master 2024-11-28T03:21:19,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on znode that does not yet exist, /0-900281780/acl 2024-11-28T03:21:19,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41047 2024-11-28T03:21:19,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41047 2024-11-28T03:21:19,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41047 2024-11-28T03:21:19,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41047 2024-11-28T03:21:19,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41047 2024-11-28T03:21:19,251 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:41225 2024-11-28T03:21:19,251 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-900281780/backup-masters/b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780/backup-masters 2024-11-28T03:21:19,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780/backup-masters 2024-11-28T03:21:19,253 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on existing znode=/0-900281780/backup-masters/b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:19,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-900281780/master 2024-11-28T03:21:19,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:19,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:19,255 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on existing znode=/0-900281780/master 2024-11-28T03:21:19,256 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-900281780/backup-masters/b4e3b2a3b1ef,41225,1732764079110 from backup master directory 2024-11-28T03:21:19,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780/backup-masters 2024-11-28T03:21:19,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-900281780/backup-masters/b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:19,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780/backup-masters 2024-11-28T03:21:19,259 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:21:19,259 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:19,262 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/hbase.id] with ID: 3bb24c91-c704-4276-9f46-d2203205f17a 2024-11-28T03:21:19,262 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/.tmp/hbase.id 2024-11-28T03:21:19,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:21:19,269 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/.tmp/hbase.id]:[hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/hbase.id] 2024-11-28T03:21:19,279 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:19,279 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:21:19,280 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-28T03:21:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:19,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:21:19,690 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:19,691 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:21:19,691 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:19,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:21:20,097 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store 2024-11-28T03:21:20,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:21:20,502 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:20,502 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:20,502 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:20,502 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:20,502 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:20,502 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:20,502 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:20,502 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764080502Disabling compacts and flushes for region at 1732764080502Disabling writes for close at 1732764080502Writing region close event to WAL at 1732764080502Closed at 1732764080502 2024-11-28T03:21:20,503 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/.initializing 2024-11-28T03:21:20,503 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/WALs/b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:20,504 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:21:20,505 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C41225%2C1732764079110, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/WALs/b4e3b2a3b1ef,41225,1732764079110, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/oldWALs, maxLogs=10 2024-11-28T03:21:20,519 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/WALs/b4e3b2a3b1ef,41225,1732764079110/b4e3b2a3b1ef%2C41225%2C1732764079110.1732764080505, exclude list is [], retry=0 2024-11-28T03:21:20,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c93b83a8-4715-4445-b3d0-53865bc4f719,DISK] 2024-11-28T03:21:20,523 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/WALs/b4e3b2a3b1ef,41225,1732764079110/b4e3b2a3b1ef%2C41225%2C1732764079110.1732764080505 2024-11-28T03:21:20,523 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45897:45897)] 2024-11-28T03:21:20,523 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:20,523 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:20,523 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,523 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:21:20,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:20,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:21:20,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:20,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:21:20,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:20,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:21:20,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:20,529 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,530 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,530 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,531 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,531 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,531 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:20,532 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:20,534 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:20,534 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61472028, jitterRate=-0.08399540185928345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:20,534 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764080523Initializing all the Stores at 1732764080524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764080524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764080524Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764080524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764080524Cleaning up temporary data from old regions at 1732764080531 (+7 ms)Region opened successfully at 1732764080534 (+3 ms) 2024-11-28T03:21:20,534 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:21:20,536 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52624f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:21:20,537 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:21:20,537 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:21:20,537 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:21:20,537 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:21:20,538 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:21:20,538 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:21:20,538 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:21:20,539 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:21:20,540 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Unable to get data of znode /0-900281780/balancer because node does not exist (not necessarily an error) 2024-11-28T03:21:20,541 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-900281780/balancer already deleted, retry=false 2024-11-28T03:21:20,541 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:21:20,542 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Unable to get data of znode /0-900281780/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:21:20,543 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-900281780/normalizer already deleted, retry=false 2024-11-28T03:21:20,543 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:21:20,544 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Unable to get data of znode /0-900281780/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:21:20,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-900281780/switch/split already deleted, retry=false 2024-11-28T03:21:20,545 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Unable to get data of znode /0-900281780/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:21:20,547 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-900281780/switch/merge already deleted, retry=false 2024-11-28T03:21:20,549 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Unable to get data of znode /0-900281780/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:21:20,550 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-900281780/snapshot-cleanup already deleted, retry=false 2024-11-28T03:21:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-900281780/running 2024-11-28T03:21:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-900281780/running 2024-11-28T03:21:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:20,551 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,41225,1732764079110, sessionid=0x1015c977b700000, setting cluster-up flag (Was=false) 2024-11-28T03:21:20,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:20,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:20,558 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-900281780/flush-table-proc/acquired, /0-900281780/flush-table-proc/reached, /0-900281780/flush-table-proc/abort 2024-11-28T03:21:20,559 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:20,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:20,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:20,569 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-900281780/online-snapshot/acquired, /0-900281780/online-snapshot/reached, /0-900281780/online-snapshot/abort 2024-11-28T03:21:20,570 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:20,571 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:21:20,572 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:20,572 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:21:20,572 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:21:20,572 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,41225,1732764079110 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:21:20,573 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:20,573 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:20,573 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:20,573 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:20,573 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:21:20,573 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,573 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:21:20,573 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:20,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764110575 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,575 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:21:20,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:21:20,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:21:20,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:21:20,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:21:20,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:21:20,576 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:21:20,580 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764080576,5,FailOnTimeoutGroup] 2024-11-28T03:21:20,580 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764080580,5,FailOnTimeoutGroup] 2024-11-28T03:21:20,581 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,581 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:21:20,581 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,581 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:21:20,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:21:20,584 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d 2024-11-28T03:21:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741832_1008 (size=32) 2024-11-28T03:21:20,639 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(746): ClusterId : 3bb24c91-c704-4276-9f46-d2203205f17a 2024-11-28T03:21:20,639 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:21:20,641 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:21:20,641 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:21:20,642 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:21:20,643 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0864ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:21:20,655 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:41047 2024-11-28T03:21:20,655 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:21:20,655 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:21:20,655 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:21:20,655 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,41225,1732764079110 with port=41047, startcode=1732764079207 2024-11-28T03:21:20,656 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:21:20,657 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:21:20,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:20,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41225 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:20,659 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d 2024-11-28T03:21:20,659 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40421 2024-11-28T03:21:20,659 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:21:20,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780/rs 2024-11-28T03:21:20,661 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] zookeeper.ZKUtil(111): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on existing znode=/0-900281780/rs/b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:20,661 WARN [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:21:20,661 INFO [RS:0;b4e3b2a3b1ef:41047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:20,661 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:20,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,41047,1732764079207] 2024-11-28T03:21:20,664 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:21:20,665 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:21:20,666 INFO [RS:0;b4e3b2a3b1ef:41047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:21:20,666 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,666 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:21:20,666 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:21:20,666 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,666 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:21:20,667 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:21:20,667 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,667 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,667 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,667 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,667 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,667 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41047,1732764079207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:21:20,686 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:21:20,686 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41047,1732764079207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,687 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,687 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.Replication(171): b4e3b2a3b1ef,41047,1732764079207 started 2024-11-28T03:21:20,704 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:20,704 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,41047,1732764079207, RpcServer on b4e3b2a3b1ef/172.17.0.2:41047, sessionid=0x1015c977b700001 2024-11-28T03:21:20,704 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:21:20,704 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:20,705 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,41047,1732764079207' 2024-11-28T03:21:20,705 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-900281780/flush-table-proc/abort' 2024-11-28T03:21:20,705 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-900281780/flush-table-proc/acquired' 2024-11-28T03:21:20,705 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:21:20,705 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:21:20,705 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:20,705 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,41047,1732764079207' 2024-11-28T03:21:20,705 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-900281780/online-snapshot/abort' 2024-11-28T03:21:20,706 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-900281780/online-snapshot/acquired' 2024-11-28T03:21:20,706 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:21:20,706 INFO [RS:0;b4e3b2a3b1ef:41047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:21:20,706 INFO [RS:0;b4e3b2a3b1ef:41047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:21:20,806 INFO [RS:0;b4e3b2a3b1ef:41047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:21:20,808 INFO [RS:0;b4e3b2a3b1ef:41047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C41047%2C1732764079207, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/oldWALs, maxLogs=10 2024-11-28T03:21:20,822 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808, exclude list is [], retry=0 2024-11-28T03:21:20,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c93b83a8-4715-4445-b3d0-53865bc4f719,DISK] 2024-11-28T03:21:20,826 INFO [RS:0;b4e3b2a3b1ef:41047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 2024-11-28T03:21:20,826 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45897:45897)] 2024-11-28T03:21:20,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:21:20,842 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T03:21:20,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:20,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:21:20,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:21:20,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:20,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:21:20,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:21:20,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:20,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:21:20,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:21:20,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:20,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:21:20,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:21:20,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:20,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:20,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:21:20,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740 2024-11-28T03:21:20,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740 2024-11-28T03:21:20,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:21:20,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:21:20,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:20,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:21:21,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:21,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67692742, jitterRate=0.008700460195541382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764080991Initializing all the Stores at 1732764080992 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764080992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764080992Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764080992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764080992Cleaning up temporary data from old regions at 1732764080998 (+6 ms)Region opened successfully at 1732764081001 (+3 ms) 2024-11-28T03:21:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:21,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:21,001 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764081001Disabling compacts and flushes for region at 1732764081001Disabling writes for close at 1732764081001Writing region close event to WAL at 1732764081001Closed at 1732764081001 2024-11-28T03:21:21,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:21,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:21:21,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:21:21,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:21:21,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:21:21,154 DEBUG [b4e3b2a3b1ef:41225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:21:21,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:21,155 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,41047,1732764079207, state=OPENING 2024-11-28T03:21:21,157 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:21:21,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:21,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:21,159 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:21:21,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-900281780/meta-region-server: CHANGED 2024-11-28T03:21:21,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-900281780/meta-region-server: CHANGED 2024-11-28T03:21:21,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,41047,1732764079207}] 2024-11-28T03:21:21,311 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:21:21,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:21:21,316 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:21:21,316 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:21,316 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:21:21,317 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C41047%2C1732764079207.meta, suffix=.meta, logDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/oldWALs, maxLogs=10 2024-11-28T03:21:21,331 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.meta.1732764081317.meta, exclude list is [], retry=0 2024-11-28T03:21:21,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c93b83a8-4715-4445-b3d0-53865bc4f719,DISK] 2024-11-28T03:21:21,334 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.meta.1732764081317.meta 2024-11-28T03:21:21,335 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45897:45897)] 2024-11-28T03:21:21,335 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:21,335 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:21,335 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:21:21,335 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:21:21,335 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:21:21,335 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:21:21,335 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:21,335 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:21:21,335 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:21:21,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:21:21,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:21:21,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:21,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:21,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:21:21,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:21:21,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:21,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:21,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:21:21,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:21:21,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:21,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:21,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:21:21,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:21:21,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:21,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:21,340 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:21:21,341 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740 2024-11-28T03:21:21,341 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740 2024-11-28T03:21:21,342 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:21:21,342 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:21:21,342 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:21,343 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:21:21,344 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60415616, jitterRate=-0.09973716735839844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:21,344 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:21:21,344 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764081336Writing region info on filesystem at 1732764081336Initializing all the Stores at 1732764081336Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764081336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764081336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764081336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764081336Cleaning up temporary data from old regions at 1732764081342 (+6 ms)Running coprocessor post-open hooks at 1732764081344 (+2 ms)Region opened successfully at 1732764081344 2024-11-28T03:21:21,345 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764081311 2024-11-28T03:21:21,346 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:21:21,346 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:21:21,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:21,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,41047,1732764079207, state=OPEN 2024-11-28T03:21:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-900281780/meta-region-server 2024-11-28T03:21:21,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-900281780/meta-region-server 2024-11-28T03:21:21,353 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:21,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-900281780/meta-region-server: CHANGED 2024-11-28T03:21:21,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-900281780/meta-region-server: CHANGED 2024-11-28T03:21:21,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:21:21,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,41047,1732764079207 in 194 msec 2024-11-28T03:21:21,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:21:21,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-28T03:21:21,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:21,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:21:21,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:21,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=-1] 2024-11-28T03:21:21,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:21,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:21,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 790 msec 2024-11-28T03:21:21,362 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764081362, completionTime=-1 2024-11-28T03:21:21,362 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:21:21,362 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:21:21,363 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:21:21,363 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764141363 2024-11-28T03:21:21,363 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764201363 2024-11-28T03:21:21,363 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T03:21:21,364 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41225,1732764079110-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:21,364 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41225,1732764079110-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:21,364 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41225,1732764079110-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:21,364 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:41225, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:21,364 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:21,364 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:21,365 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:21:21,367 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.108sec 2024-11-28T03:21:21,367 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:21:21,367 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:21:21,367 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:21:21,367 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:21:21,367 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:21:21,367 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41225,1732764079110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:21:21,367 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41225,1732764079110-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:21:21,369 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:21:21,369 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:21:21,369 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41225,1732764079110-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:21,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1789190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:21,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41225,-1 for getting cluster id 2024-11-28T03:21:21,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:21,440 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb24c91-c704-4276-9f46-d2203205f17a' 2024-11-28T03:21:21,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb24c91-c704-4276-9f46-d2203205f17a" 2024-11-28T03:21:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db59fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41225,-1] 2024-11-28T03:21:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:21,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:21,442 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:21,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474640e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:21,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=-1] 2024-11-28T03:21:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:21,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:21,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:21,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:21,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c977b700002 connected 2024-11-28T03:21:21,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.log.dir so I do NOT create it in target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0 2024-11-28T03:21:21,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:21:21,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.tmp.dir so I do NOT create it in target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0 2024-11-28T03:21:21,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:21:21,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0 2024-11-28T03:21:21,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:21:21,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/cluster_17b45c2b-0a8c-60d2-2a5f-d95332b102f8, deleteOnExit=true 2024-11-28T03:21:21,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/test.cache.data in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:21:21,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:21:21,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:21:21,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:21:21,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:21,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:21:21,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:21:21,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:21:21,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:21:21,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:21,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9d2125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:21:21,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e41501{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:21:21,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb9b377{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/java.io.tmpdir/jetty-localhost-38463-hadoop-hdfs-3_4_1-tests_jar-_-any-13184605506704883902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:21,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664ff9e{HTTP/1.1, (http/1.1)}{localhost:38463} 2024-11-28T03:21:21,658 INFO [Time-limited test {}] server.Server(415): Started @275991ms 2024-11-28T03:21:21,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:21,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:21:21,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:21:21,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:21:21,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:21:21,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@116b2349{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:21:21,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f12594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:21:21,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f245e45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/java.io.tmpdir/jetty-localhost-40171-hadoop-hdfs-3_4_1-tests_jar-_-any-15795768413873057872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:21,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c25f550{HTTP/1.1, (http/1.1)}{localhost:40171} 2024-11-28T03:21:21,861 INFO [Time-limited test {}] server.Server(415): Started @276194ms 2024-11-28T03:21:21,862 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:21:21,965 WARN [Thread-4402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/cluster_17b45c2b-0a8c-60d2-2a5f-d95332b102f8/data/data1/current/BP-691415363-172.17.0.2-1732764081476/current, will proceed with Du for space computation calculation, 2024-11-28T03:21:21,965 WARN [Thread-4403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/cluster_17b45c2b-0a8c-60d2-2a5f-d95332b102f8/data/data2/current/BP-691415363-172.17.0.2-1732764081476/current, will proceed with Du for space computation calculation, 2024-11-28T03:21:21,989 WARN [Thread-4390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:21:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x284670bec29cacec with lease ID 0x20b771bf0106e275: Processing first storage report for DS-980eb6f5-252f-41f3-b947-8b34811389d8 from datanode DatanodeRegistration(127.0.0.1:42323, datanodeUuid=ae3d6604-ece8-4be3-bc90-c503975f976e, infoPort=32959, infoSecurePort=0, ipcPort=40829, storageInfo=lv=-57;cid=testClusterID;nsid=2084612769;c=1732764081476) 2024-11-28T03:21:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x284670bec29cacec with lease ID 0x20b771bf0106e275: from storage DS-980eb6f5-252f-41f3-b947-8b34811389d8 node DatanodeRegistration(127.0.0.1:42323, datanodeUuid=ae3d6604-ece8-4be3-bc90-c503975f976e, infoPort=32959, infoSecurePort=0, ipcPort=40829, storageInfo=lv=-57;cid=testClusterID;nsid=2084612769;c=1732764081476), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:21:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x284670bec29cacec with lease ID 0x20b771bf0106e275: Processing first storage report for DS-ed5d41ed-02a1-4e29-a9ff-de591efe6ed3 from datanode DatanodeRegistration(127.0.0.1:42323, datanodeUuid=ae3d6604-ece8-4be3-bc90-c503975f976e, infoPort=32959, infoSecurePort=0, ipcPort=40829, storageInfo=lv=-57;cid=testClusterID;nsid=2084612769;c=1732764081476) 2024-11-28T03:21:21,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x284670bec29cacec with lease ID 0x20b771bf0106e275: from storage DS-ed5d41ed-02a1-4e29-a9ff-de591efe6ed3 node DatanodeRegistration(127.0.0.1:42323, datanodeUuid=ae3d6604-ece8-4be3-bc90-c503975f976e, infoPort=32959, infoSecurePort=0, ipcPort=40829, storageInfo=lv=-57;cid=testClusterID;nsid=2084612769;c=1732764081476), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:21:22,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0 2024-11-28T03:21:22,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:22,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:22,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:21:22,096 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e with version=8 2024-11-28T03:21:22,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/hbase-staging 2024-11-28T03:21:22,097 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:21:22,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:22,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:22,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:21:22,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:22,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:21:22,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:21:22,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:21:22,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41127 2024-11-28T03:21:22,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41127 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:22,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411270x0, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:22,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41127-0x1015c977b700003 connected 2024-11-28T03:21:22,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:22,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:22,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on znode that does not yet exist, /11095209109/running 2024-11-28T03:21:22,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e, hbase.cluster.distributed=false 2024-11-28T03:21:22,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on znode that does not yet exist, /11095209109/acl 2024-11-28T03:21:22,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-28T03:21:22,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41127 2024-11-28T03:21:22,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41127 2024-11-28T03:21:22,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-28T03:21:22,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-28T03:21:22,133 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:21:22,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:22,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:22,134 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:21:22,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:22,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:21:22,134 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:21:22,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:21:22,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38881 2024-11-28T03:21:22,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38881 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:22,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:22,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:22,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388810x0, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:22,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388810x0, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on znode that does not yet exist, /11095209109/running 2024-11-28T03:21:22,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38881-0x1015c977b700004 connected 2024-11-28T03:21:22,141 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:21:22,143 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:21:22,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on znode that does not yet exist, /11095209109/master 2024-11-28T03:21:22,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on znode that does not yet exist, /11095209109/acl 2024-11-28T03:21:22,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38881 2024-11-28T03:21:22,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38881 2024-11-28T03:21:22,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38881 2024-11-28T03:21:22,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38881 2024-11-28T03:21:22,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38881 2024-11-28T03:21:22,169 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:41127 2024-11-28T03:21:22,169 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11095209109/backup-masters/b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:22,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109/backup-masters 2024-11-28T03:21:22,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109/backup-masters 2024-11-28T03:21:22,171 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on existing znode=/11095209109/backup-masters/b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:22,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:22,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11095209109/master 2024-11-28T03:21:22,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:22,174 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on existing znode=/11095209109/master 2024-11-28T03:21:22,174 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11095209109/backup-masters/b4e3b2a3b1ef,41127,1732764082097 from backup master directory 2024-11-28T03:21:22,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095209109/backup-masters/b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:22,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109/backup-masters 2024-11-28T03:21:22,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109/backup-masters 2024-11-28T03:21:22,175 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:21:22,175 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:22,178 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/hbase.id] with ID: 42853156-aac9-4a15-ac87-655bb350e5bd 2024-11-28T03:21:22,178 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/.tmp/hbase.id 2024-11-28T03:21:22,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:21:22,586 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/.tmp/hbase.id]:[hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/hbase.id] 2024-11-28T03:21:22,594 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:22,595 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:21:22,595 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-28T03:21:22,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:22,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:21:22,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:21:22,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:22,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:21:22,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-28T03:21:23,002 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:23,003 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:21:23,004 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:23,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:21:23,414 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store 2024-11-28T03:21:23,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:21:23,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:23,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:23,819 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:23,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:23,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:23,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:23,819 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:23,819 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764083819Disabling compacts and flushes for region at 1732764083819Disabling writes for close at 1732764083819Writing region close event to WAL at 1732764083819Closed at 1732764083819 2024-11-28T03:21:23,820 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/.initializing 2024-11-28T03:21:23,820 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/WALs/b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:23,821 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:21:23,822 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C41127%2C1732764082097, suffix=, logDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/WALs/b4e3b2a3b1ef,41127,1732764082097, archiveDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/oldWALs, maxLogs=10 2024-11-28T03:21:23,840 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/WALs/b4e3b2a3b1ef,41127,1732764082097/b4e3b2a3b1ef%2C41127%2C1732764082097.1732764083823, exclude list is [], retry=0 2024-11-28T03:21:23,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-980eb6f5-252f-41f3-b947-8b34811389d8,DISK] 2024-11-28T03:21:23,844 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/WALs/b4e3b2a3b1ef,41127,1732764082097/b4e3b2a3b1ef%2C41127%2C1732764082097.1732764083823 2024-11-28T03:21:23,844 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-28T03:21:23,844 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:23,844 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:23,844 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,844 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:21:23,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:23,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:23,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:21:23,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:23,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:23,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:21:23,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:23,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:23,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:21:23,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:23,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:23,850 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,851 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,851 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,852 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,852 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,852 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:23,853 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:23,854 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:23,855 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66836168, jitterRate=-0.0040634870529174805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:23,855 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764083844Initializing all the Stores at 1732764083845 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764083845Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764083845Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764083845Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764083845Cleaning up temporary data from old regions at 1732764083852 (+7 ms)Region opened successfully at 1732764083855 (+3 ms) 2024-11-28T03:21:23,855 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:21:23,857 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472605ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:21:23,858 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:21:23,858 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:21:23,858 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:21:23,858 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:21:23,858 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:21:23,858 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:21:23,858 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:21:23,860 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:21:23,860 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Unable to get data of znode /11095209109/balancer because node does not exist (not necessarily an error) 2024-11-28T03:21:23,862 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095209109/balancer already deleted, retry=false 2024-11-28T03:21:23,862 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:21:23,862 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Unable to get data of znode /11095209109/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:21:23,865 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095209109/normalizer already deleted, retry=false 2024-11-28T03:21:23,866 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:21:23,866 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Unable to get data of znode /11095209109/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:21:23,867 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095209109/switch/split already deleted, retry=false 2024-11-28T03:21:23,868 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Unable to get data of znode /11095209109/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:21:23,869 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095209109/switch/merge already deleted, retry=false 2024-11-28T03:21:23,870 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Unable to get data of znode /11095209109/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:21:23,871 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11095209109/snapshot-cleanup already deleted, retry=false 2024-11-28T03:21:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11095209109/running 2024-11-28T03:21:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11095209109/running 2024-11-28T03:21:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:23,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:23,874 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,41127,1732764082097, sessionid=0x1015c977b700003, setting cluster-up flag (Was=false) 2024-11-28T03:21:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:23,881 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11095209109/flush-table-proc/acquired, /11095209109/flush-table-proc/reached, /11095209109/flush-table-proc/abort 2024-11-28T03:21:23,882 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:23,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:23,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:23,891 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11095209109/online-snapshot/acquired, /11095209109/online-snapshot/reached, /11095209109/online-snapshot/abort 2024-11-28T03:21:23,891 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:23,892 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:21:23,894 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:23,894 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:21:23,894 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:21:23,894 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,41127,1732764082097 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:21:23,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:23,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:23,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:23,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:23,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:21:23,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:23,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:21:23,895 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:23,896 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764113896 2024-11-28T03:21:23,896 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:21:23,896 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:21:23,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:21:23,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:21:23,897 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:23,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:21:23,898 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:21:23,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:21:23,900 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764083898,5,FailOnTimeoutGroup] 2024-11-28T03:21:23,904 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764083900,5,FailOnTimeoutGroup] 2024-11-28T03:21:23,904 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:23,904 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:21:23,904 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:23,904 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:21:23,960 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(746): ClusterId : 42853156-aac9-4a15-ac87-655bb350e5bd 2024-11-28T03:21:23,960 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:21:23,962 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:21:23,962 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:21:23,965 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:21:23,965 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f09725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:21:23,977 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:38881 2024-11-28T03:21:23,977 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:21:23,977 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:21:23,977 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:21:23,978 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,41127,1732764082097 with port=38881, startcode=1732764082133 2024-11-28T03:21:23,978 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:21:23,979 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:21:23,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:23,980 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41127 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:23,981 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e 2024-11-28T03:21:23,981 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43901 2024-11-28T03:21:23,981 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:21:23,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109/rs 2024-11-28T03:21:23,993 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] zookeeper.ZKUtil(111): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on existing znode=/11095209109/rs/b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:23,993 WARN [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:21:23,993 INFO [RS:0;b4e3b2a3b1ef:38881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:23,993 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/WALs/b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:23,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,38881,1732764082133] 2024-11-28T03:21:23,996 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:21:23,998 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:21:23,998 INFO [RS:0;b4e3b2a3b1ef:38881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:21:23,998 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,000 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:21:24,001 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:21:24,001 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:21:24,001 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:21:24,002 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,002 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,002 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,002 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,002 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,002 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38881,1732764082133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:21:24,016 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:21:24,016 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38881,1732764082133-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,017 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,017 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.Replication(171): b4e3b2a3b1ef,38881,1732764082133 started 2024-11-28T03:21:24,030 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:24,030 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,38881,1732764082133, RpcServer on b4e3b2a3b1ef/172.17.0.2:38881, sessionid=0x1015c977b700004 2024-11-28T03:21:24,030 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:21:24,030 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:24,030 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38881,1732764082133' 2024-11-28T03:21:24,030 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11095209109/flush-table-proc/abort' 2024-11-28T03:21:24,031 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11095209109/flush-table-proc/acquired' 2024-11-28T03:21:24,031 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:21:24,031 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:21:24,031 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:24,031 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38881,1732764082133' 2024-11-28T03:21:24,031 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11095209109/online-snapshot/abort' 2024-11-28T03:21:24,032 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11095209109/online-snapshot/acquired' 2024-11-28T03:21:24,032 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:21:24,032 INFO [RS:0;b4e3b2a3b1ef:38881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:21:24,032 INFO [RS:0;b4e3b2a3b1ef:38881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:21:24,132 INFO [RS:0;b4e3b2a3b1ef:38881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:21:24,133 INFO [RS:0;b4e3b2a3b1ef:38881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38881%2C1732764082133, suffix=, logDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/WALs/b4e3b2a3b1ef,38881,1732764082133, archiveDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/oldWALs, maxLogs=10 2024-11-28T03:21:24,147 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/WALs/b4e3b2a3b1ef,38881,1732764082133/b4e3b2a3b1ef%2C38881%2C1732764082133.1732764084134, exclude list is [], retry=0 2024-11-28T03:21:24,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-980eb6f5-252f-41f3-b947-8b34811389d8,DISK] 2024-11-28T03:21:24,151 INFO [RS:0;b4e3b2a3b1ef:38881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/WALs/b4e3b2a3b1ef,38881,1732764082133/b4e3b2a3b1ef%2C38881%2C1732764082133.1732764084134 2024-11-28T03:21:24,151 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-28T03:21:24,307 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:21:24,307 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e 2024-11-28T03:21:24,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:21:24,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:24,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:21:24,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:21:24,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:24,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:24,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:21:24,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:21:24,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:24,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:24,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:21:24,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:21:24,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:24,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:24,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:21:24,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:21:24,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:24,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:24,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:21:24,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740 2024-11-28T03:21:24,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740 2024-11-28T03:21:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:21:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:21:24,726 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:24,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:21:24,728 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:24,729 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68531293, jitterRate=0.021195843815803528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764084718Initializing all the Stores at 1732764084719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764084719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764084719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764084719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764084719Cleaning up temporary data from old regions at 1732764084726 (+7 ms)Region opened successfully at 1732764084729 (+3 ms) 2024-11-28T03:21:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:24,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:24,729 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:24,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764084729Disabling compacts and flushes for region at 1732764084729Disabling writes for close at 1732764084729Writing region close event to WAL at 1732764084729Closed at 1732764084729 2024-11-28T03:21:24,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:24,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:21:24,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:21:24,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:21:24,732 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:21:24,882 DEBUG [b4e3b2a3b1ef:41127 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:21:24,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:24,884 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38881,1732764082133, state=OPENING 2024-11-28T03:21:24,885 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:21:24,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:24,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:24,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:21:24,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38881,1732764082133}] 2024-11-28T03:21:24,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11095209109/meta-region-server: CHANGED 2024-11-28T03:21:24,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11095209109/meta-region-server: CHANGED 2024-11-28T03:21:25,040 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:21:25,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:21:25,044 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:21:25,044 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:25,044 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:21:25,045 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C38881%2C1732764082133.meta, suffix=.meta, logDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/WALs/b4e3b2a3b1ef,38881,1732764082133, archiveDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/oldWALs, maxLogs=10 2024-11-28T03:21:25,058 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/WALs/b4e3b2a3b1ef,38881,1732764082133/b4e3b2a3b1ef%2C38881%2C1732764082133.meta.1732764085045.meta, exclude list is [], retry=0 2024-11-28T03:21:25,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42323,DS-980eb6f5-252f-41f3-b947-8b34811389d8,DISK] 2024-11-28T03:21:25,061 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/WALs/b4e3b2a3b1ef,38881,1732764082133/b4e3b2a3b1ef%2C38881%2C1732764082133.meta.1732764085045.meta 2024-11-28T03:21:25,062 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32959:32959)] 2024-11-28T03:21:25,062 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:25,062 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:25,062 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:21:25,062 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:21:25,062 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:21:25,062 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:21:25,063 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:25,063 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:21:25,063 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:21:25,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:21:25,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:21:25,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:25,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:25,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:21:25,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:21:25,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:25,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:25,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:21:25,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:21:25,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:25,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:25,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:21:25,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:21:25,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:25,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:25,067 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:21:25,067 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740 2024-11-28T03:21:25,068 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740 2024-11-28T03:21:25,069 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:21:25,069 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:21:25,070 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:25,070 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:21:25,071 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66176382, jitterRate=-0.01389506459236145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:25,071 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:21:25,071 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764085063Writing region info on filesystem at 1732764085063Initializing all the Stores at 1732764085063Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764085063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764085063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764085063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764085063Cleaning up temporary data from old regions at 1732764085069 (+6 ms)Running coprocessor post-open hooks at 1732764085071 (+2 ms)Region opened successfully at 1732764085071 2024-11-28T03:21:25,072 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764085040 2024-11-28T03:21:25,074 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:21:25,074 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:21:25,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:25,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38881,1732764082133, state=OPEN 2024-11-28T03:21:25,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11095209109/meta-region-server 2024-11-28T03:21:25,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11095209109/meta-region-server 2024-11-28T03:21:25,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:25,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11095209109/meta-region-server: CHANGED 2024-11-28T03:21:25,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11095209109/meta-region-server: CHANGED 2024-11-28T03:21:25,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:21:25,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38881,1732764082133 in 188 msec 2024-11-28T03:21:25,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:21:25,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-28T03:21:25,080 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:25,080 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:21:25,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:25,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38881,1732764082133, seqNum=-1] 2024-11-28T03:21:25,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:25,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:25,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-28T03:21:25,086 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764085086, completionTime=-1 2024-11-28T03:21:25,086 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:21:25,086 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:21:25,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:21:25,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764145088 2024-11-28T03:21:25,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764205088 2024-11-28T03:21:25,088 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:21:25,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41127,1732764082097-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:25,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41127,1732764082097-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:25,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41127,1732764082097-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:25,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:41127, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:25,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:25,089 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:25,091 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:21:25,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.917sec 2024-11-28T03:21:25,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:21:25,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:21:25,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:21:25,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:21:25,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:21:25,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41127,1732764082097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:21:25,092 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41127,1732764082097-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:21:25,094 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:21:25,094 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:21:25,094 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,41127,1732764082097-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:25,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ae346e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:25,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41127,-1 for getting cluster id 2024-11-28T03:21:25,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:25,162 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42853156-aac9-4a15-ac87-655bb350e5bd' 2024-11-28T03:21:25,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42853156-aac9-4a15-ac87-655bb350e5bd" 2024-11-28T03:21:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60162c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41127,-1] 2024-11-28T03:21:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:25,164 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:25,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84be21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:25,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38881,1732764082133, seqNum=-1] 2024-11-28T03:21:25,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:25,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:25,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:25,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:25,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c977b700005 connected 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.log.dir so I do NOT create it in target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134 2024-11-28T03:21:25,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.tmp.dir so I do NOT create it in target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134 2024-11-28T03:21:25,174 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T03:21:25,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/cluster_8288944b-2417-f44c-ef2f-8cfe8deb2f95, deleteOnExit=true 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/test.cache.data in system properties and HBase conf 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:21:25,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:21:25,175 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:21:25,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:21:25,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:21:25,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:21:25,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:21:25,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:25,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:21:25,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:21:25,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:21:25,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:21:25,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:25,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40341b5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:21:25,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4d0068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:21:25,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192a386b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/java.io.tmpdir/jetty-localhost-37579-hadoop-hdfs-3_4_1-tests_jar-_-any-11161135663171551383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:25,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56eb83c8{HTTP/1.1, (http/1.1)}{localhost:37579} 2024-11-28T03:21:25,404 INFO [Time-limited test {}] server.Server(415): Started @279737ms 2024-11-28T03:21:25,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:21:25,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:21:25,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:21:25,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:21:25,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:21:25,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a759102{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:21:25,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:21:25,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@668cb360{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/java.io.tmpdir/jetty-localhost-32967-hadoop-hdfs-3_4_1-tests_jar-_-any-6968978897737043430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:25,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@195293a6{HTTP/1.1, (http/1.1)}{localhost:32967} 2024-11-28T03:21:25,642 INFO [Time-limited test {}] server.Server(415): Started @279975ms 2024-11-28T03:21:25,644 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:21:25,763 WARN [Thread-4523 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/cluster_8288944b-2417-f44c-ef2f-8cfe8deb2f95/data/data1/current/BP-1492428540-172.17.0.2-1732764085206/current, will proceed with Du for space computation calculation, 2024-11-28T03:21:25,763 WARN [Thread-4524 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/cluster_8288944b-2417-f44c-ef2f-8cfe8deb2f95/data/data2/current/BP-1492428540-172.17.0.2-1732764085206/current, will proceed with Du for space computation calculation, 2024-11-28T03:21:25,787 WARN [Thread-4511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:21:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f09c599d8e2cf8b with lease ID 0x1fca641eb51222d3: Processing first storage report for DS-042ce819-2806-4fb5-89ee-358c05ce78a5 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b4f2dd2c-2d0f-4ef6-a8c2-612c9194fe1f, infoPort=42169, infoSecurePort=0, ipcPort=32941, storageInfo=lv=-57;cid=testClusterID;nsid=2005700995;c=1732764085206) 2024-11-28T03:21:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f09c599d8e2cf8b with lease ID 0x1fca641eb51222d3: from storage DS-042ce819-2806-4fb5-89ee-358c05ce78a5 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b4f2dd2c-2d0f-4ef6-a8c2-612c9194fe1f, infoPort=42169, infoSecurePort=0, ipcPort=32941, storageInfo=lv=-57;cid=testClusterID;nsid=2005700995;c=1732764085206), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:21:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f09c599d8e2cf8b with lease ID 0x1fca641eb51222d3: Processing first storage report for DS-d51193dd-9b5d-4480-9e40-7dbe68ca8647 from datanode DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b4f2dd2c-2d0f-4ef6-a8c2-612c9194fe1f, infoPort=42169, infoSecurePort=0, ipcPort=32941, storageInfo=lv=-57;cid=testClusterID;nsid=2005700995;c=1732764085206) 2024-11-28T03:21:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f09c599d8e2cf8b with lease ID 0x1fca641eb51222d3: from storage DS-d51193dd-9b5d-4480-9e40-7dbe68ca8647 node DatanodeRegistration(127.0.0.1:37859, datanodeUuid=b4f2dd2c-2d0f-4ef6-a8c2-612c9194fe1f, infoPort=42169, infoSecurePort=0, ipcPort=32941, storageInfo=lv=-57;cid=testClusterID;nsid=2005700995;c=1732764085206), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:21:25,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134 2024-11-28T03:21:25,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:25,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:25,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:21:26,296 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075 with version=8 2024-11-28T03:21:26,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/hbase-staging 2024-11-28T03:21:26,299 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:21:26,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:26,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:26,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:21:26,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:26,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:21:26,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:21:26,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:21:26,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38567 2024-11-28T03:21:26,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38567 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385670x0, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:26,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38567-0x1015c977b700006 connected 2024-11-28T03:21:26,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:26,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:26,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on znode that does not yet exist, /2-2081335180/running 2024-11-28T03:21:26,320 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075, hbase.cluster.distributed=false 2024-11-28T03:21:26,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on znode that does not yet exist, /2-2081335180/acl 2024-11-28T03:21:26,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-28T03:21:26,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38567 2024-11-28T03:21:26,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38567 2024-11-28T03:21:26,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-28T03:21:26,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38567 2024-11-28T03:21:26,346 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:21:26,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:26,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:26,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:21:26,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:21:26,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:21:26,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:21:26,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:21:26,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33495 2024-11-28T03:21:26,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33495 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:26,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:26,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334950x0, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:26,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33495-0x1015c977b700007 connected 2024-11-28T03:21:26,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on znode that does not yet exist, /2-2081335180/running 2024-11-28T03:21:26,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:21:26,357 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:21:26,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on znode that does not yet exist, /2-2081335180/master 2024-11-28T03:21:26,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on znode that does not yet exist, /2-2081335180/acl 2024-11-28T03:21:26,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33495 2024-11-28T03:21:26,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33495 2024-11-28T03:21:26,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33495 2024-11-28T03:21:26,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33495 2024-11-28T03:21:26,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33495 2024-11-28T03:21:26,377 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:38567 2024-11-28T03:21:26,377 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2081335180/backup-masters/b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:26,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180/backup-masters 2024-11-28T03:21:26,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180/backup-masters 2024-11-28T03:21:26,380 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on existing znode=/2-2081335180/backup-masters/b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:26,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:26,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2081335180/master 2024-11-28T03:21:26,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:26,382 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on existing znode=/2-2081335180/master 2024-11-28T03:21:26,382 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2081335180/backup-masters/b4e3b2a3b1ef,38567,1732764086299 from backup master directory 2024-11-28T03:21:26,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180/backup-masters 2024-11-28T03:21:26,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2081335180/backup-masters/b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:26,383 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:21:26,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180/backup-masters 2024-11-28T03:21:26,383 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:26,386 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/hbase.id] with ID: df78b64d-2259-4417-95a1-e016eebd8bc0 2024-11-28T03:21:26,386 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/.tmp/hbase.id 2024-11-28T03:21:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:21:26,393 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/.tmp/hbase.id]:[hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/hbase.id] 2024-11-28T03:21:26,400 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:26,401 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:21:26,401 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-28T03:21:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:26,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:21:26,809 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:26,810 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:21:26,810 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:26,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:21:27,216 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store 2024-11-28T03:21:27,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:21:27,622 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:27,622 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:27,622 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:27,622 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:27,622 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:27,622 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:27,622 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:27,622 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764087622Disabling compacts and flushes for region at 1732764087622Disabling writes for close at 1732764087622Writing region close event to WAL at 1732764087622Closed at 1732764087622 2024-11-28T03:21:27,623 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/.initializing 2024-11-28T03:21:27,623 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/WALs/b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:27,624 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:21:27,625 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C38567%2C1732764086299, suffix=, logDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/WALs/b4e3b2a3b1ef,38567,1732764086299, archiveDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/oldWALs, maxLogs=10 2024-11-28T03:21:27,643 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/WALs/b4e3b2a3b1ef,38567,1732764086299/b4e3b2a3b1ef%2C38567%2C1732764086299.1732764087625, exclude list is [], retry=0 2024-11-28T03:21:27,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-042ce819-2806-4fb5-89ee-358c05ce78a5,DISK] 2024-11-28T03:21:27,647 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/WALs/b4e3b2a3b1ef,38567,1732764086299/b4e3b2a3b1ef%2C38567%2C1732764086299.1732764087625 2024-11-28T03:21:27,647 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-28T03:21:27,648 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:27,648 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:27,648 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,648 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:21:27,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:27,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:27,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:21:27,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:27,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:27,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:21:27,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:27,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:27,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:21:27,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:27,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:27,654 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,655 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,655 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,656 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,656 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,656 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:27,657 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:21:27,659 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:27,659 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66328377, jitterRate=-0.011630162596702576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:27,659 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732764087648Initializing all the Stores at 1732764087649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764087649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764087649Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764087649Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764087649Cleaning up temporary data from old regions at 1732764087656 (+7 ms)Region opened successfully at 1732764087659 (+3 ms) 2024-11-28T03:21:27,659 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:21:27,662 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62956cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:21:27,662 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:21:27,662 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:21:27,663 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:21:27,663 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:21:27,663 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-28T03:21:27,663 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T03:21:27,663 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:21:27,665 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:21:27,665 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Unable to get data of znode /2-2081335180/balancer because node does not exist (not necessarily an error) 2024-11-28T03:21:27,667 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2081335180/balancer already deleted, retry=false 2024-11-28T03:21:27,668 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:21:27,669 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Unable to get data of znode /2-2081335180/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:21:27,670 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2081335180/normalizer already deleted, retry=false 2024-11-28T03:21:27,670 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:21:27,671 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Unable to get data of znode /2-2081335180/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:21:27,672 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2081335180/switch/split already deleted, retry=false 2024-11-28T03:21:27,673 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Unable to get data of znode /2-2081335180/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:21:27,674 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2081335180/switch/merge already deleted, retry=false 2024-11-28T03:21:27,676 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Unable to get data of znode /2-2081335180/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:21:27,678 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2081335180/snapshot-cleanup already deleted, retry=false 2024-11-28T03:21:27,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2081335180/running 2024-11-28T03:21:27,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:27,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2081335180/running 2024-11-28T03:21:27,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:27,680 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,38567,1732764086299, sessionid=0x1015c977b700006, setting cluster-up flag (Was=false) 2024-11-28T03:21:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:27,687 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2081335180/flush-table-proc/acquired, /2-2081335180/flush-table-proc/reached, /2-2081335180/flush-table-proc/abort 2024-11-28T03:21:27,687 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:27,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:27,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:27,694 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2081335180/online-snapshot/acquired, /2-2081335180/online-snapshot/reached, /2-2081335180/online-snapshot/abort 2024-11-28T03:21:27,695 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:27,696 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:21:27,697 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:27,698 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:21:27,698 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:21:27,698 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,38567,1732764086299 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:21:27,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:27,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:27,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:27,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:21:27,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:21:27,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:21:27,699 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,700 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732764117700 2024-11-28T03:21:27,700 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:21:27,700 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:21:27,700 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:21:27,700 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:21:27,701 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:21:27,701 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:21:27,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:27,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:21:27,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:27,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:21:27,704 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,705 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:21:27,705 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:21:27,705 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:21:27,705 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-28T03:21:27,705 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:21:27,705 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:21:27,705 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764087705,5,FailOnTimeoutGroup] 2024-11-28T03:21:27,706 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764087705,5,FailOnTimeoutGroup] 2024-11-28T03:21:27,706 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,706 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:21:27,706 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,706 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:21:27,767 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(746): ClusterId : df78b64d-2259-4417-95a1-e016eebd8bc0 2024-11-28T03:21:27,767 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:21:27,770 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:21:27,770 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:21:27,771 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:21:27,772 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba97ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:21:27,785 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:33495 2024-11-28T03:21:27,785 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:21:27,785 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:21:27,785 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:21:27,785 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,38567,1732764086299 with port=33495, startcode=1732764086346 2024-11-28T03:21:27,786 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:21:27,787 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:21:27,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:27,788 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38567 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:27,789 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075 2024-11-28T03:21:27,789 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39223 2024-11-28T03:21:27,789 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:21:27,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180/rs 2024-11-28T03:21:27,794 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] zookeeper.ZKUtil(111): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on existing znode=/2-2081335180/rs/b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:27,794 WARN [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:21:27,795 INFO [RS:0;b4e3b2a3b1ef:33495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:27,795 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/WALs/b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:27,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,33495,1732764086346] 2024-11-28T03:21:27,797 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:21:27,800 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:21:27,800 INFO [RS:0;b4e3b2a3b1ef:33495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:21:27,800 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,800 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:21:27,801 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:21:27,801 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:21:27,801 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:21:27,802 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,802 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,802 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,802 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,802 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,802 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,33495,1732764086346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:21:27,817 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:21:27,817 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,33495,1732764086346-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,817 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,817 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.Replication(171): b4e3b2a3b1ef,33495,1732764086346 started 2024-11-28T03:21:27,832 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:27,832 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,33495,1732764086346, RpcServer on b4e3b2a3b1ef/172.17.0.2:33495, sessionid=0x1015c977b700007 2024-11-28T03:21:27,832 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:21:27,832 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:27,832 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,33495,1732764086346' 2024-11-28T03:21:27,832 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2081335180/flush-table-proc/abort' 2024-11-28T03:21:27,833 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2081335180/flush-table-proc/acquired' 2024-11-28T03:21:27,833 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:21:27,833 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:21:27,833 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:27,833 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,33495,1732764086346' 2024-11-28T03:21:27,833 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2081335180/online-snapshot/abort' 2024-11-28T03:21:27,834 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2081335180/online-snapshot/acquired' 2024-11-28T03:21:27,834 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:21:27,834 INFO [RS:0;b4e3b2a3b1ef:33495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:21:27,834 INFO [RS:0;b4e3b2a3b1ef:33495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:21:27,935 INFO [RS:0;b4e3b2a3b1ef:33495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:21:27,936 INFO [RS:0;b4e3b2a3b1ef:33495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C33495%2C1732764086346, suffix=, logDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/WALs/b4e3b2a3b1ef,33495,1732764086346, archiveDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/oldWALs, maxLogs=10 2024-11-28T03:21:27,951 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/WALs/b4e3b2a3b1ef,33495,1732764086346/b4e3b2a3b1ef%2C33495%2C1732764086346.1732764087937, exclude list is [], retry=0 2024-11-28T03:21:27,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-042ce819-2806-4fb5-89ee-358c05ce78a5,DISK] 2024-11-28T03:21:27,954 INFO [RS:0;b4e3b2a3b1ef:33495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/WALs/b4e3b2a3b1ef,33495,1732764086346/b4e3b2a3b1ef%2C33495%2C1732764086346.1732764087937 2024-11-28T03:21:27,955 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-28T03:21:28,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:21:28,109 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075 2024-11-28T03:21:28,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:21:28,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:28,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:21:28,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:21:28,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:28,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:21:28,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:21:28,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:28,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:21:28,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:21:28,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:28,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:21:28,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:21:28,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:28,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:21:28,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740 2024-11-28T03:21:28,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740 2024-11-28T03:21:28,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:21:28,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:21:28,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:28,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:21:28,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:28,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58727564, jitterRate=-0.12489110231399536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:28,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732764088514Initializing all the Stores at 1732764088515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764088515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764088515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764088515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764088515Cleaning up temporary data from old regions at 1732764088522 (+7 ms)Region opened successfully at 1732764088526 (+4 ms) 2024-11-28T03:21:28,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:28,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:28,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:28,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:28,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:28,526 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:28,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764088526Disabling compacts and flushes for region at 1732764088526Disabling writes for close at 1732764088526Writing region close event to WAL at 1732764088526Closed at 1732764088526 2024-11-28T03:21:28,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:28,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:21:28,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:21:28,528 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:21:28,529 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:21:28,679 DEBUG [b4e3b2a3b1ef:38567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:21:28,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:28,681 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,33495,1732764086346, state=OPENING 2024-11-28T03:21:28,684 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:21:28,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:28,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:28,686 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:21:28,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2081335180/meta-region-server: CHANGED 2024-11-28T03:21:28,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,33495,1732764086346}] 2024-11-28T03:21:28,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2081335180/meta-region-server: CHANGED 2024-11-28T03:21:28,838 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:21:28,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:21:28,843 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:21:28,843 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:28,844 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:21:28,845 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C33495%2C1732764086346.meta, suffix=.meta, logDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/WALs/b4e3b2a3b1ef,33495,1732764086346, archiveDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/oldWALs, maxLogs=10 2024-11-28T03:21:28,860 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/WALs/b4e3b2a3b1ef,33495,1732764086346/b4e3b2a3b1ef%2C33495%2C1732764086346.meta.1732764088845.meta, exclude list is [], retry=0 2024-11-28T03:21:28,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37859,DS-042ce819-2806-4fb5-89ee-358c05ce78a5,DISK] 2024-11-28T03:21:28,863 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/WALs/b4e3b2a3b1ef,33495,1732764086346/b4e3b2a3b1ef%2C33495%2C1732764086346.meta.1732764088845.meta 2024-11-28T03:21:28,864 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42169:42169)] 2024-11-28T03:21:28,864 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:28,864 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:28,864 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:21:28,864 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:21:28,865 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:21:28,865 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:21:28,865 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:28,865 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:21:28,865 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:21:28,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:21:28,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:21:28,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:28,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:21:28,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:21:28,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:28,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:21:28,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:21:28,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:28,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:21:28,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:21:28,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:21:28,870 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:21:28,871 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740 2024-11-28T03:21:28,872 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740 2024-11-28T03:21:28,873 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:21:28,873 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:21:28,873 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:21:28,874 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:21:28,875 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61419206, jitterRate=-0.08478251099586487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:21:28,875 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:21:28,875 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732764088865Writing region info on filesystem at 1732764088865Initializing all the Stores at 1732764088865Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764088866 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764088866Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764088866Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732764088866Cleaning up temporary data from old regions at 1732764088873 (+7 ms)Running coprocessor post-open hooks at 1732764088875 (+2 ms)Region opened successfully at 1732764088875 2024-11-28T03:21:28,876 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732764088838 2024-11-28T03:21:28,878 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:21:28,878 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:21:28,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:28,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,33495,1732764086346, state=OPEN 2024-11-28T03:21:28,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2081335180/meta-region-server 2024-11-28T03:21:28,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2081335180/meta-region-server 2024-11-28T03:21:28,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2081335180/meta-region-server: CHANGED 2024-11-28T03:21:28,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2081335180/meta-region-server: CHANGED 2024-11-28T03:21:28,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:28,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:21:28,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,33495,1732764086346 in 195 msec 2024-11-28T03:21:28,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:21:28,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-28T03:21:28,885 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:21:28,885 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:21:28,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:28,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,33495,1732764086346, seqNum=-1] 2024-11-28T03:21:28,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:28,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:28,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-28T03:21:28,891 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732764088891, completionTime=-1 2024-11-28T03:21:28,891 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:21:28,891 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732764148893 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732764208893 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38567,1732764086299-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38567,1732764086299-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38567,1732764086299-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:38567, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:28,893 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:28,894 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:28,895 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:21:28,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.514sec 2024-11-28T03:21:28,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:21:28,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:21:28,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:21:28,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:21:28,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:21:28,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38567,1732764086299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:21:28,897 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38567,1732764086299-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:21:28,899 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:21:28,899 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:21:28,899 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38567,1732764086299-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:21:28,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268445d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:28,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38567,-1 for getting cluster id 2024-11-28T03:21:28,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:28,969 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df78b64d-2259-4417-95a1-e016eebd8bc0' 2024-11-28T03:21:28,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df78b64d-2259-4417-95a1-e016eebd8bc0" 2024-11-28T03:21:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a783f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38567,-1] 2024-11-28T03:21:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:28,971 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:28,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2036ab40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:28,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,33495,1732764086346, seqNum=-1] 2024-11-28T03:21:28,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:28,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:28,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:28,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56247 2024-11-28T03:21:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:21:28,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015c977b700008 connected 2024-11-28T03:21:28,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@283483b 2024-11-28T03:21:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:28,984 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:28,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:21:28,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:21:28,986 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:28,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:21:28,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:21:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:21:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:29,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2b98130efd69f9da8e5ff954c676189, NAME => 'test,,1732764088984.a2b98130efd69f9da8e5ff954c676189.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d 2024-11-28T03:21:29,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:21:29,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764088984.a2b98130efd69f9da8e5ff954c676189.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:29,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2b98130efd69f9da8e5ff954c676189, disabling compactions & flushes 2024-11-28T03:21:29,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:29,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:29,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. after waiting 0 ms 2024-11-28T03:21:29,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:29,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:29,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2b98130efd69f9da8e5ff954c676189: Waiting for close lock at 1732764089400Disabling compacts and flushes for region at 1732764089400Disabling writes for close at 1732764089400Writing region close event to WAL at 1732764089400Closed at 1732764089400 2024-11-28T03:21:29,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:21:29,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764088984.a2b98130efd69f9da8e5ff954c676189.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764089402"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764089402"}]},"ts":"1732764089402"} 2024-11-28T03:21:29,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:21:29,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:21:29,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764089404"}]},"ts":"1732764089404"} 2024-11-28T03:21:29,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:21:29,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2b98130efd69f9da8e5ff954c676189, ASSIGN}] 2024-11-28T03:21:29,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2b98130efd69f9da8e5ff954c676189, ASSIGN 2024-11-28T03:21:29,408 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2b98130efd69f9da8e5ff954c676189, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,41047,1732764079207; forceNewPlan=false, retain=false 2024-11-28T03:21:29,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2b98130efd69f9da8e5ff954c676189, regionState=OPENING, regionLocation=b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:29,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2b98130efd69f9da8e5ff954c676189, ASSIGN because future has completed 2024-11-28T03:21:29,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2b98130efd69f9da8e5ff954c676189, server=b4e3b2a3b1ef,41047,1732764079207}] 2024-11-28T03:21:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:29,717 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:29,717 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2b98130efd69f9da8e5ff954c676189, NAME => 'test,,1732764088984.a2b98130efd69f9da8e5ff954c676189.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:29,717 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:29,718 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:21:29,718 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,718 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764088984.a2b98130efd69f9da8e5ff954c676189.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:29,718 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,718 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,719 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,720 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2b98130efd69f9da8e5ff954c676189 columnFamilyName f 2024-11-28T03:21:29,720 DEBUG [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:29,720 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] regionserver.HStore(327): Store=a2b98130efd69f9da8e5ff954c676189/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:29,720 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,721 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2b98130efd69f9da8e5ff954c676189 columnFamilyName f1 2024-11-28T03:21:29,721 DEBUG [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:29,721 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] regionserver.HStore(327): Store=a2b98130efd69f9da8e5ff954c676189/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:29,722 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,722 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2b98130efd69f9da8e5ff954c676189 columnFamilyName norep 2024-11-28T03:21:29,722 DEBUG [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:29,723 INFO [StoreOpener-a2b98130efd69f9da8e5ff954c676189-1 {}] regionserver.HStore(327): Store=a2b98130efd69f9da8e5ff954c676189/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:29,723 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,723 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,723 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,724 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,724 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,725 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:21:29,725 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,727 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:29,727 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2b98130efd69f9da8e5ff954c676189; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65805853, jitterRate=-0.01941637694835663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:21:29,727 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:29,727 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2b98130efd69f9da8e5ff954c676189: Running coprocessor pre-open hook at 1732764089718Writing region info on filesystem at 1732764089718Initializing all the Stores at 1732764089719 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764089719Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764089719Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764089719Cleaning up temporary data from old regions at 1732764089724 (+5 ms)Running coprocessor post-open hooks at 1732764089727 (+3 ms)Region opened successfully at 1732764089727 2024-11-28T03:21:29,728 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., pid=6, masterSystemTime=1732764089714 2024-11-28T03:21:29,730 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:29,730 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:29,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2b98130efd69f9da8e5ff954c676189, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:29,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2b98130efd69f9da8e5ff954c676189, server=b4e3b2a3b1ef,41047,1732764079207 because future has completed 2024-11-28T03:21:29,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:21:29,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2b98130efd69f9da8e5ff954c676189, server=b4e3b2a3b1ef,41047,1732764079207 in 170 msec 2024-11-28T03:21:29,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:21:29,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2b98130efd69f9da8e5ff954c676189, ASSIGN in 328 msec 2024-11-28T03:21:29,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:21:29,737 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764089737"}]},"ts":"1732764089737"} 2024-11-28T03:21:29,738 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:21:29,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:21:29,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-28T03:21:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:30,121 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:21:30,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:30,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:30,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3762439d 2024-11-28T03:21:30,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:30,123 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:30,124 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:21:30,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:21:30,126 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:30,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:21:30,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:21:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:30,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:21:30,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 318e12d23c896832348803a9629cdcb6, NAME => 'test,,1732764090124.318e12d23c896832348803a9629cdcb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e 2024-11-28T03:21:30,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:21:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764090124.318e12d23c896832348803a9629cdcb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 318e12d23c896832348803a9629cdcb6, disabling compactions & flushes 2024-11-28T03:21:30,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764090124.318e12d23c896832348803a9629cdcb6. after waiting 0 ms 2024-11-28T03:21:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:30,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 318e12d23c896832348803a9629cdcb6: Waiting for close lock at 1732764090138Disabling compacts and flushes for region at 1732764090138Disabling writes for close at 1732764090138Writing region close event to WAL at 1732764090138Closed at 1732764090138 2024-11-28T03:21:30,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:21:30,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764090124.318e12d23c896832348803a9629cdcb6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764090139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764090139"}]},"ts":"1732764090139"} 2024-11-28T03:21:30,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:21:30,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:21:30,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764090141"}]},"ts":"1732764090141"} 2024-11-28T03:21:30,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:21:30,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=318e12d23c896832348803a9629cdcb6, ASSIGN}] 2024-11-28T03:21:30,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=318e12d23c896832348803a9629cdcb6, ASSIGN 2024-11-28T03:21:30,144 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=318e12d23c896832348803a9629cdcb6, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,38881,1732764082133; forceNewPlan=false, retain=false 2024-11-28T03:21:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:30,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=318e12d23c896832348803a9629cdcb6, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:30,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=318e12d23c896832348803a9629cdcb6, ASSIGN because future has completed 2024-11-28T03:21:30,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318e12d23c896832348803a9629cdcb6, server=b4e3b2a3b1ef,38881,1732764082133}] 2024-11-28T03:21:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:30,452 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:30,452 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 318e12d23c896832348803a9629cdcb6, NAME => 'test,,1732764090124.318e12d23c896832348803a9629cdcb6.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:30,453 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:30,453 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:21:30,453 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,453 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764090124.318e12d23c896832348803a9629cdcb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:30,453 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,453 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,454 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,455 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318e12d23c896832348803a9629cdcb6 columnFamilyName f 2024-11-28T03:21:30,455 DEBUG [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:30,455 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] regionserver.HStore(327): Store=318e12d23c896832348803a9629cdcb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:30,455 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,456 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318e12d23c896832348803a9629cdcb6 columnFamilyName f1 2024-11-28T03:21:30,456 DEBUG [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:30,456 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] regionserver.HStore(327): Store=318e12d23c896832348803a9629cdcb6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:30,456 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,457 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318e12d23c896832348803a9629cdcb6 columnFamilyName norep 2024-11-28T03:21:30,457 DEBUG [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:30,457 INFO [StoreOpener-318e12d23c896832348803a9629cdcb6-1 {}] regionserver.HStore(327): Store=318e12d23c896832348803a9629cdcb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:30,458 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,458 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,458 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,459 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,459 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,459 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:21:30,460 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,461 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:30,462 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 318e12d23c896832348803a9629cdcb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74932994, jitterRate=0.11658862233161926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:21:30,462 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:30,462 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 318e12d23c896832348803a9629cdcb6: Running coprocessor pre-open hook at 1732764090453Writing region info on filesystem at 1732764090453Initializing all the Stores at 1732764090453Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764090454 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764090454Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764090454Cleaning up temporary data from old regions at 1732764090459 (+5 ms)Running coprocessor post-open hooks at 1732764090462 (+3 ms)Region opened successfully at 1732764090462 2024-11-28T03:21:30,463 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764090124.318e12d23c896832348803a9629cdcb6., pid=6, masterSystemTime=1732764090449 2024-11-28T03:21:30,464 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:30,464 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:30,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=318e12d23c896832348803a9629cdcb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:30,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318e12d23c896832348803a9629cdcb6, server=b4e3b2a3b1ef,38881,1732764082133 because future has completed 2024-11-28T03:21:30,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:21:30,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 318e12d23c896832348803a9629cdcb6, server=b4e3b2a3b1ef,38881,1732764082133 in 170 msec 2024-11-28T03:21:30,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:21:30,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=318e12d23c896832348803a9629cdcb6, ASSIGN in 326 msec 2024-11-28T03:21:30,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:21:30,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764090471"}]},"ts":"1732764090471"} 2024-11-28T03:21:30,473 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:21:30,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:21:30,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 350 msec 2024-11-28T03:21:30,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:21:30,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:30,752 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:21:30,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343e59e4 2024-11-28T03:21:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:30,754 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:30,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-28T03:21:30,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:21:30,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:30,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-28T03:21:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:30,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:21:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741835_1011 (size=902) 2024-11-28T03:21:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:31,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af0ccdc91782c163e167fd295e4e59f4, NAME => 'test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075 2024-11-28T03:21:31,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741836_1012 (size=39) 2024-11-28T03:21:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:31,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:31,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af0ccdc91782c163e167fd295e4e59f4, disabling compactions & flushes 2024-11-28T03:21:31,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:31,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:31,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. after waiting 0 ms 2024-11-28T03:21:31,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:31,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:31,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af0ccdc91782c163e167fd295e4e59f4: Waiting for close lock at 1732764091586Disabling compacts and flushes for region at 1732764091586Disabling writes for close at 1732764091586Writing region close event to WAL at 1732764091586Closed at 1732764091586 2024-11-28T03:21:31,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:21:31,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732764091588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764091588"}]},"ts":"1732764091588"} 2024-11-28T03:21:31,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:21:31,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:21:31,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764091590"}]},"ts":"1732764091590"} 2024-11-28T03:21:31,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-28T03:21:31,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af0ccdc91782c163e167fd295e4e59f4, ASSIGN}] 2024-11-28T03:21:31,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af0ccdc91782c163e167fd295e4e59f4, ASSIGN 2024-11-28T03:21:31,594 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af0ccdc91782c163e167fd295e4e59f4, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,33495,1732764086346; forceNewPlan=false, retain=false 2024-11-28T03:21:31,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af0ccdc91782c163e167fd295e4e59f4, regionState=OPENING, regionLocation=b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:31,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af0ccdc91782c163e167fd295e4e59f4, ASSIGN because future has completed 2024-11-28T03:21:31,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af0ccdc91782c163e167fd295e4e59f4, server=b4e3b2a3b1ef,33495,1732764086346}] 2024-11-28T03:21:31,902 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:31,902 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af0ccdc91782c163e167fd295e4e59f4, NAME => 'test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:31,903 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:31,903 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-28T03:21:31,903 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,903 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:31,903 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,903 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,908 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,909 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af0ccdc91782c163e167fd295e4e59f4 columnFamilyName f 2024-11-28T03:21:31,910 DEBUG [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:31,910 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] regionserver.HStore(327): Store=af0ccdc91782c163e167fd295e4e59f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:31,910 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,911 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af0ccdc91782c163e167fd295e4e59f4 columnFamilyName f1 2024-11-28T03:21:31,911 DEBUG [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:31,911 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] regionserver.HStore(327): Store=af0ccdc91782c163e167fd295e4e59f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:31,911 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,912 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af0ccdc91782c163e167fd295e4e59f4 columnFamilyName norep 2024-11-28T03:21:31,912 DEBUG [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:31,913 INFO [StoreOpener-af0ccdc91782c163e167fd295e4e59f4-1 {}] regionserver.HStore(327): Store=af0ccdc91782c163e167fd295e4e59f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:31,913 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,913 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,914 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,914 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,914 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,915 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:21:31,916 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,918 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:31,918 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af0ccdc91782c163e167fd295e4e59f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61639604, jitterRate=-0.08149832487106323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:21:31,918 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:31,918 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af0ccdc91782c163e167fd295e4e59f4: Running coprocessor pre-open hook at 1732764091904Writing region info on filesystem at 1732764091904Initializing all the Stores at 1732764091904Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764091904Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764091908 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764091908Cleaning up temporary data from old regions at 1732764091914 (+6 ms)Running coprocessor post-open hooks at 1732764091918 (+4 ms)Region opened successfully at 1732764091918 2024-11-28T03:21:31,919 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4., pid=6, masterSystemTime=1732764091898 2024-11-28T03:21:31,921 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:31,921 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:31,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af0ccdc91782c163e167fd295e4e59f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:31,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af0ccdc91782c163e167fd295e4e59f4, server=b4e3b2a3b1ef,33495,1732764086346 because future has completed 2024-11-28T03:21:31,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:21:31,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af0ccdc91782c163e167fd295e4e59f4, server=b4e3b2a3b1ef,33495,1732764086346 in 178 msec 2024-11-28T03:21:31,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:21:31,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af0ccdc91782c163e167fd295e4e59f4, ASSIGN in 334 msec 2024-11-28T03:21:31,928 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:21:31,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764091928"}]},"ts":"1732764091928"} 2024-11-28T03:21:31,930 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-28T03:21:31,931 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:21:31,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-28T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:21:32,922 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-28T03:21:32,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:32,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41225,-1 for getting cluster id 2024-11-28T03:21:32,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:32,924 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb24c91-c704-4276-9f46-d2203205f17a' 2024-11-28T03:21:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb24c91-c704-4276-9f46-d2203205f17a" 2024-11-28T03:21:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6351d3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41225,-1] 2024-11-28T03:21:32,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:32,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:32,925 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:32,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a835c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:32,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dc3c7da 2024-11-28T03:21:32,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:32,927 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:32,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:41127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:21:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:21:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:21:32,930 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41127' 2024-11-28T03:21:32,931 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3073aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:32,931 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41127,-1 for getting cluster id 2024-11-28T03:21:32,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:32,931 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42853156-aac9-4a15-ac87-655bb350e5bd' 2024-11-28T03:21:32,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:32,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42853156-aac9-4a15-ac87-655bb350e5bd" 2024-11-28T03:21:32,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a9fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:32,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41127,-1] 2024-11-28T03:21:32,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:32,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:32,932 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:32,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b99fd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:32,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:32,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:32,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7bd4e8 2024-11-28T03:21:32,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:32,934 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:32,935 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-28T03:21:32,935 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:21:32,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:32,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:32,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:32,936 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:21:32,936 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-28T03:21:32,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:21:32,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:32,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:21:32,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741837_1013 (size=1138) 2024-11-28T03:21:32,987 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-28T03:21:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:21:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:21:33,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a42f47d805f2f661a0e3ce76962853ba, NAME => 'hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d 2024-11-28T03:21:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741838_1014 (size=44) 2024-11-28T03:21:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:21:33,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:33,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a42f47d805f2f661a0e3ce76962853ba, disabling compactions & flushes 2024-11-28T03:21:33,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:33,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:33,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. after waiting 0 ms 2024-11-28T03:21:33,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:33,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:33,754 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a42f47d805f2f661a0e3ce76962853ba: Waiting for close lock at 1732764093754Disabling compacts and flushes for region at 1732764093754Disabling writes for close at 1732764093754Writing region close event to WAL at 1732764093754Closed at 1732764093754 2024-11-28T03:21:33,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:21:33,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732764093756"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732764093756"}]},"ts":"1732764093756"} 2024-11-28T03:21:33,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:21:33,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:21:33,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764093758"}]},"ts":"1732764093758"} 2024-11-28T03:21:33,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-28T03:21:33,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a42f47d805f2f661a0e3ce76962853ba, ASSIGN}] 2024-11-28T03:21:33,761 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a42f47d805f2f661a0e3ce76962853ba, ASSIGN 2024-11-28T03:21:33,762 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a42f47d805f2f661a0e3ce76962853ba, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,41047,1732764079207; forceNewPlan=false, retain=false 2024-11-28T03:21:33,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a42f47d805f2f661a0e3ce76962853ba, regionState=OPENING, regionLocation=b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:33,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a42f47d805f2f661a0e3ce76962853ba, ASSIGN because future has completed 2024-11-28T03:21:33,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42f47d805f2f661a0e3ce76962853ba, server=b4e3b2a3b1ef,41047,1732764079207}] 2024-11-28T03:21:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:21:34,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:34,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:21:34,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-28T03:21:34,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4e3b2a3b1ef%2C41047%2C1732764079207.rep, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/oldWALs, maxLogs=10 2024-11-28T03:21:34,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.rep.1732764094072, exclude list is [], retry=0 2024-11-28T03:21:34,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c93b83a8-4715-4445-b3d0-53865bc4f719,DISK] 2024-11-28T03:21:34,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.rep.1732764094072 2024-11-28T03:21:34,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45897:45897)] 2024-11-28T03:21:34,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a42f47d805f2f661a0e3ce76962853ba, NAME => 'hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:21:34,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-28T03:21:34,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:21:34,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. service=MultiRowMutationService 2024-11-28T03:21:34,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-28T03:21:34,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:21:34,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,091 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,092 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42f47d805f2f661a0e3ce76962853ba columnFamilyName hfileref 2024-11-28T03:21:34,092 DEBUG [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:34,092 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] regionserver.HStore(327): Store=a42f47d805f2f661a0e3ce76962853ba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:34,092 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,093 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42f47d805f2f661a0e3ce76962853ba columnFamilyName queue 2024-11-28T03:21:34,093 DEBUG [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:34,094 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] regionserver.HStore(327): Store=a42f47d805f2f661a0e3ce76962853ba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:34,094 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,094 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a42f47d805f2f661a0e3ce76962853ba columnFamilyName sid 2024-11-28T03:21:34,094 DEBUG [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:21:34,095 INFO [StoreOpener-a42f47d805f2f661a0e3ce76962853ba-1 {}] regionserver.HStore(327): Store=a42f47d805f2f661a0e3ce76962853ba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:21:34,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-28T03:21:34,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:21:34,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a42f47d805f2f661a0e3ce76962853ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62271760, jitterRate=-0.07207846641540527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-28T03:21:34,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:34,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a42f47d805f2f661a0e3ce76962853ba: Running coprocessor pre-open hook at 1732764094090Writing region info on filesystem at 1732764094090Initializing all the Stores at 1732764094090Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764094090Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764094091 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732764094091Cleaning up temporary data from old regions at 1732764094096 (+5 ms)Running coprocessor post-open hooks at 1732764094100 (+4 ms)Region opened successfully at 1732764094100 2024-11-28T03:21:34,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba., pid=10, masterSystemTime=1732764094067 2024-11-28T03:21:34,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:34,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:34,104 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a42f47d805f2f661a0e3ce76962853ba, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:34,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a42f47d805f2f661a0e3ce76962853ba, server=b4e3b2a3b1ef,41047,1732764079207 because future has completed 2024-11-28T03:21:34,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T03:21:34,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a42f47d805f2f661a0e3ce76962853ba, server=b4e3b2a3b1ef,41047,1732764079207 in 195 msec 2024-11-28T03:21:34,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-28T03:21:34,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a42f47d805f2f661a0e3ce76962853ba, ASSIGN in 351 msec 2024-11-28T03:21:34,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:21:34,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732764094114"}]},"ts":"1732764094114"} 2024-11-28T03:21:34,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-28T03:21:34,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:21:34,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-28T03:21:34,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2] 2024-11-28T03:21:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:34,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:21:34,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-28T03:21:34,326 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-28T03:21:34,355 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4e3b2a3b1ef,41047,1732764079207, ReplicationSource: 1, currentBandwidth=0 2024-11-28T03:21:34,355 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:34,355 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=-1] 2024-11-28T03:21:34,356 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:34,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-28T03:21:34,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4e3b2a3b1ef,41047,1732764079207', locateType=CURRENT is [region=hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2] 2024-11-28T03:21:34,360 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-28T03:21:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-28T03:21:34,362 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4e3b2a3b1ef,41047,1732764079207 suceeded 2024-11-28T03:21:34,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-28T03:21:34,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-28T03:21:34,364 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4e3b2a3b1ef:41127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:21:34,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-11-28T03:21:34,374 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:41127' 2024-11-28T03:21:34,375 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4806bd8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:34,375 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41127,-1 for getting cluster id 2024-11-28T03:21:34,375 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:34,376 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42853156-aac9-4a15-ac87-655bb350e5bd' 2024-11-28T03:21:34,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:34,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42853156-aac9-4a15-ac87-655bb350e5bd" 2024-11-28T03:21:34,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26ba70b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:34,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41127,-1] 2024-11-28T03:21:34,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:34,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:34,377 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:34,377 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:34,378 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:34,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:34,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5abf9be3 2024-11-28T03:21:34,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:34,379 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-28T03:21:34,379 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4e3b2a3b1ef,41047,1732764079207 (queues=1) is replicating from cluster=3bb24c91-c704-4276-9f46-d2203205f17a to cluster=42853156-aac9-4a15-ac87-655bb350e5bd 2024-11-28T03:21:34,379 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C41047%2C1732764079207 2024-11-28T03:21:34,380 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4e3b2a3b1ef,41047,1732764079207, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:21:34,380 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808, startPosition=0, beingWritten=true 2024-11-28T03:21:34,380 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C41047%2C1732764079207 2024-11-28T03:21:34,384 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:34,384 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 379, reset compression=false 2024-11-28T03:21:34,384 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41047,1732764079207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:34,587 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 379, reset compression=false 2024-11-28T03:21:34,890 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 379, reset compression=false 2024-11-28T03:21:35,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T03:21:35,072 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-28T03:21:35,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:35,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:35,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:35,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41225,-1 for getting cluster id 2024-11-28T03:21:35,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:35,073 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb24c91-c704-4276-9f46-d2203205f17a' 2024-11-28T03:21:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb24c91-c704-4276-9f46-d2203205f17a" 2024-11-28T03:21:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7ce8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41225,-1] 2024-11-28T03:21:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,075 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14122e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41127,-1 for getting cluster id 2024-11-28T03:21:35,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:35,076 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42853156-aac9-4a15-ac87-655bb350e5bd' 2024-11-28T03:21:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:35,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42853156-aac9-4a15-ac87-655bb350e5bd" 2024-11-28T03:21:35,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438623c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41127,-1] 2024-11-28T03:21:35,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:35,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,077 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3553f5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38567,-1 for getting cluster id 2024-11-28T03:21:35,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:35,079 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df78b64d-2259-4417-95a1-e016eebd8bc0' 2024-11-28T03:21:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df78b64d-2259-4417-95a1-e016eebd8bc0" 2024-11-28T03:21:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4801eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38567,-1] 2024-11-28T03:21:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,080 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:35,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2bd261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:35,085 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732764095084/Put/seqid=0 2024-11-28T03:21:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741840_1016 (size=7894) 2024-11-28T03:21:35,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732764095090/Put/seqid=0 2024-11-28T03:21:35,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741841_1017 (size=7691) 2024-11-28T03:21:35,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d27964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41225,-1 for getting cluster id 2024-11-28T03:21:35,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:35,095 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb24c91-c704-4276-9f46-d2203205f17a' 2024-11-28T03:21:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb24c91-c704-4276-9f46-d2203205f17a" 2024-11-28T03:21:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a09b104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41225,-1] 2024-11-28T03:21:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:35,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,096 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:35,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b1ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=-1] 2024-11-28T03:21:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:35,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:35,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:35,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:35,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4974c7c1 2024-11-28T03:21:35,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:35,105 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2] 2024-11-28T03:21:35,109 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:21:35,113 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-28T03:21:35,115 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-28T03:21:35,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a2b98130efd69f9da8e5ff954c676189/f 2024-11-28T03:21:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-28T03:21:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:35,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a2b98130efd69f9da8e5ff954c676189/f 2024-11-28T03:21:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-28T03:21:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HRegion(2603): Flush status journal for a2b98130efd69f9da8e5ff954c676189: 2024-11-28T03:21:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_0 2024-11-28T03:21:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_0 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ 2024-11-28T03:21:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_1 2024-11-28T03:21:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_1 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ 2024-11-28T03:21:35,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_0 into a2b98130efd69f9da8e5ff954c676189/f as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ - updating store file list. 2024-11-28T03:21:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:35,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ into a2b98130efd69f9da8e5ff954c676189/f 2024-11-28T03:21:35,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_0 into a2b98130efd69f9da8e5ff954c676189/f (new location: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_) 2024-11-28T03:21:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_0 2024-11-28T03:21:35,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_1 into a2b98130efd69f9da8e5ff954c676189/f as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ - updating store file list. 2024-11-28T03:21:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 966bf92f967443cbace9b1207de703bd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:35,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ into a2b98130efd69f9da8e5ff954c676189/f 2024-11-28T03:21:35,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_1 into a2b98130efd69f9da8e5ff954c676189/f (new location: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/966bf92f967443cbace9b1207de703bd_SeqId_4_) 2024-11-28T03:21:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__qucm2crbu3q0eagmcrhm5lqhfe51m7gimoehl5o7lk7nhletdtgkegvppotnslku/f/hfile_1 2024-11-28T03:21:35,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:35,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:35,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2 , the old value is region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4e3b2a3b1ef:41047 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:21:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:21:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2 from cache 2024-11-28T03:21:35,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:35,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38881,1732764082133, seqNum=-1] 2024-11-28T03:21:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:35,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T03:21:35,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:35,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732764090124.318e12d23c896832348803a9629cdcb6., hostname=b4e3b2a3b1ef,38881,1732764082133, seqNum=2] 2024-11-28T03:21:35,145 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:21:35,242 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T03:21:35,294 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 379, reset compression=false 2024-11-28T03:21:35,298 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:21:35,298 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41047,1732764079207 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2b98130efd69f9da8e5ff954c676189/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732764095137/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T03:21:35,300 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:21:35,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-28T03:21:35,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.ReplicationSink(318): Replicating [3bb24c91-c704-4276-9f46-d2203205f17a] bulk loaded data 2024-11-28T03:21:35,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c87a911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41127,-1 for getting cluster id 2024-11-28T03:21:35,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:35,302 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42853156-aac9-4a15-ac87-655bb350e5bd' 2024-11-28T03:21:35,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:35,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42853156-aac9-4a15-ac87-655bb350e5bd" 2024-11-28T03:21:35,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@745acaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41127,-1] 2024-11-28T03:21:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:35,303 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:35,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d26a3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741837_1013 (size=7894) 2024-11-28T03:21:35,498 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 687, reset compression=false 2024-11-28T03:21:35,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741838_1014 (size=7691) 2024-11-28T03:21:35,802 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 687, reset compression=false 2024-11-28T03:21:35,955 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:21:35,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:35,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:36,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:36,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:36,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390fa5fe 2024-11-28T03:21:36,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:36,121 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-28T03:21:36,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:21:36,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38881,1732764082133, seqNum=-1] 2024-11-28T03:21:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:36,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-28T03:21:36,130 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-28T03:21:36,131 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-28T03:21:36,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ for inclusion in 318e12d23c896832348803a9629cdcb6/f 2024-11-28T03:21:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-28T03:21:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:36,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ for inclusion in 318e12d23c896832348803a9629cdcb6/f 2024-11-28T03:21:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-28T03:21:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegion(2603): Flush status journal for 318e12d23c896832348803a9629cdcb6: 2024-11-28T03:21:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 966bf92f967443cbace9b1207de703bd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:21:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/575862972d744f0eb091e734fdaa5a54_SeqId_4_ 2024-11-28T03:21:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:21:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/10557a07793540dab6923f31086dadc6_SeqId_4_ 2024-11-28T03:21:36,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ into 318e12d23c896832348803a9629cdcb6/f as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/575862972d744f0eb091e734fdaa5a54_SeqId_4_ - updating store file list. 2024-11-28T03:21:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 575862972d744f0eb091e734fdaa5a54_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:36,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/575862972d744f0eb091e734fdaa5a54_SeqId_4_ into 318e12d23c896832348803a9629cdcb6/f 2024-11-28T03:21:36,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ into 318e12d23c896832348803a9629cdcb6/f (new location: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/575862972d744f0eb091e734fdaa5a54_SeqId_4_) 2024-11-28T03:21:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/966bf92f967443cbace9b1207de703bd_SeqId_4_ 2024-11-28T03:21:36,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ into 318e12d23c896832348803a9629cdcb6/f as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/10557a07793540dab6923f31086dadc6_SeqId_4_ - updating store file list. 2024-11-28T03:21:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10557a07793540dab6923f31086dadc6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:36,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/10557a07793540dab6923f31086dadc6_SeqId_4_ into 318e12d23c896832348803a9629cdcb6/f 2024-11-28T03:21:36,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ into 318e12d23c896832348803a9629cdcb6/f (new location: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/10557a07793540dab6923f31086dadc6_SeqId_4_) 2024-11-28T03:21:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__sq7rnirv0dmnl2ot88lk0ac1kacdmt21rpiu61mhunmcd1e8phlgt6151pmr4q2f/f/dcbec9fb0b2f4c698080f6ffdf22855a_SeqId_4_ 2024-11-28T03:21:36,149 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:21:36,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.ReplicationSink(324): Finished replicating [3bb24c91-c704-4276-9f46-d2203205f17a] bulk loaded data 2024-11-28T03:21:36,205 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 687, reset compression=false 2024-11-28T03:21:36,709 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 687, reset compression=false 2024-11-28T03:21:37,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,33495,1732764086346, seqNum=-1] 2024-11-28T03:21:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:37,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4., hostname=b4e3b2a3b1ef,33495,1732764086346, seqNum=2] 2024-11-28T03:21:37,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:21:37,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:21:37,164 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4e3b2a3b1ef%2C41047%2C1732764079207:(num 1732764080808) roll requested 2024-11-28T03:21:37,181 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164, exclude list is [], retry=0 2024-11-28T03:21:37,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c93b83a8-4715-4445-b3d0-53865bc4f719,DISK] 2024-11-28T03:21:37,184 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 2024-11-28T03:21:37,184 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45897:45897)] 2024-11-28T03:21:37,184 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 is not closed yet, will try archiving it next time 2024-11-28T03:21:37,184 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4e3b2a3b1ef%2C41047%2C1732764079207.meta:.meta(num 1732764081317) roll requested 2024-11-28T03:21:37,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741833_1009 (size=695) 2024-11-28T03:21:37,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bc3893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41225,-1 for getting cluster id 2024-11-28T03:21:37,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:37,186 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb24c91-c704-4276-9f46-d2203205f17a' 2024-11-28T03:21:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb24c91-c704-4276-9f46-d2203205f17a" 2024-11-28T03:21:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3254f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41225,-1] 2024-11-28T03:21:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:37,188 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:37,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706e4faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aa64b0d 2024-11-28T03:21:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:37,190 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:37,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b4e3b2a3b1ef:38567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-28T03:21:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-28T03:21:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T03:21:37,193 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/oldWALs/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 2024-11-28T03:21:37,193 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:38567' 2024-11-28T03:21:37,194 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b84457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,194 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38567,-1 for getting cluster id 2024-11-28T03:21:37,194 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:37,194 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df78b64d-2259-4417-95a1-e016eebd8bc0' 2024-11-28T03:21:37,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:37,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df78b64d-2259-4417-95a1-e016eebd8bc0" 2024-11-28T03:21:37,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1ba3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38567,-1] 2024-11-28T03:21:37,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:37,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:37,196 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:37,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebfdd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,196 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:37,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:37,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6595e2f9 2024-11-28T03:21:37,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:37,198 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:37,198 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-28T03:21:37,198 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-28T03:21:37,198 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:37,198 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:37,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:37,200 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.meta.1732764097184.meta, exclude list is [], retry=0 2024-11-28T03:21:37,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c93b83a8-4715-4445-b3d0-53865bc4f719,DISK] 2024-11-28T03:21:37,203 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.meta.1732764081317.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.meta.1732764097184.meta 2024-11-28T03:21:37,203 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45897:45897)] 2024-11-28T03:21:37,203 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.meta.1732764081317.meta is not closed yet, will try archiving it next time 2024-11-28T03:21:37,203 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4e3b2a3b1ef%2C41047%2C1732764079207.rep:(num 1732764094072) roll requested 2024-11-28T03:21:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741834_1010 (size=3473) 2024-11-28T03:21:37,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-28T03:21:37,217 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.rep.1732764097203, exclude list is [], retry=0 2024-11-28T03:21:37,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-c93b83a8-4715-4445-b3d0-53865bc4f719,DISK] 2024-11-28T03:21:37,221 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.rep.1732764094072 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.rep.1732764097203 2024-11-28T03:21:37,222 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45897:45897)] 2024-11-28T03:21:37,222 DEBUG [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.rep.1732764094072 is not closed yet, will try archiving it next time 2024-11-28T03:21:37,225 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.rep.1732764094072 not finished, retry = 0 2024-11-28T03:21:37,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741839_1015 (size=1505) 2024-11-28T03:21:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T03:21:37,313 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 to pos 687, reset compression=false 2024-11-28T03:21:37,314 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 was moved to hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/oldWALs/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 2024-11-28T03:21:37,316 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808 2024-11-28T03:21:37,316 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41047,1732764079207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-28T03:21:37,316 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164, startPosition=0, beingWritten=true 2024-11-28T03:21:37,318 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b4e3b2a3b1ef%2C41047%2C1732764079207.1732764080808] 2024-11-28T03:21:37,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-28T03:21:37,358 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-28T03:21:37,386 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b4e3b2a3b1ef,41047,1732764079207, ReplicationSource: 2, currentBandwidth=0 2024-11-28T03:21:37,388 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-28T03:21:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-28T03:21:37,390 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b4e3b2a3b1ef,41047,1732764079207 suceeded 2024-11-28T03:21:37,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-28T03:21:37,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-28T03:21:37,392 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b4e3b2a3b1ef:38567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-28T03:21:37,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 202 msec 2024-11-28T03:21:37,402 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4e3b2a3b1ef:38567' 2024-11-28T03:21:37,403 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51ce1a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,403 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38567,-1 for getting cluster id 2024-11-28T03:21:37,403 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:37,404 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df78b64d-2259-4417-95a1-e016eebd8bc0' 2024-11-28T03:21:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df78b64d-2259-4417-95a1-e016eebd8bc0" 2024-11-28T03:21:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf4ef9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38567,-1] 2024-11-28T03:21:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:37,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:37,405 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:37,405 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a124d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:37,405 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cc1afdd 2024-11-28T03:21:37,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:37,406 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-28T03:21:37,407 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b4e3b2a3b1ef,41047,1732764079207 (queues=1) is replicating from cluster=3bb24c91-c704-4276-9f46-d2203205f17a to cluster=df78b64d-2259-4417-95a1-e016eebd8bc0 2024-11-28T03:21:37,407 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b4e3b2a3b1ef%2C41047%2C1732764079207 2024-11-28T03:21:37,407 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b4e3b2a3b1ef,41047,1732764079207, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-28T03:21:37,407 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164, startPosition=0, beingWritten=true 2024-11-28T03:21:37,407 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4e3b2a3b1ef%2C41047%2C1732764079207 2024-11-28T03:21:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-28T03:21:37,511 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-28T03:21:37,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:37,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:37,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:37,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:37,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:37,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:21:37,515 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732764097515/Put/seqid=0 2024-11-28T03:21:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741845_1021 (size=11194) 2024-11-28T03:21:37,611 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 0, reset compression=false 2024-11-28T03:21:37,915 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 0, reset compression=false 2024-11-28T03:21:37,921 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732764097920/Put/seqid=0 2024-11-28T03:21:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741846_1022 (size=10791) 2024-11-28T03:21:38,020 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 0, reset compression=false 2024-11-28T03:21:38,319 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 0, reset compression=false 2024-11-28T03:21:38,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e4ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:38,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,41225,-1 for getting cluster id 2024-11-28T03:21:38,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:38,326 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bb24c91-c704-4276-9f46-d2203205f17a' 2024-11-28T03:21:38,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:38,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bb24c91-c704-4276-9f46-d2203205f17a" 2024-11-28T03:21:38,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749eedc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:38,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,41225,-1] 2024-11-28T03:21:38,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:38,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:38,327 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:38,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551935d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:38,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=-1] 2024-11-28T03:21:38,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:38,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:21:38,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:38,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:38,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20331bbc 2024-11-28T03:21:38,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:38,337 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:21:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2] 2024-11-28T03:21:38,341 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:21:38,345 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-28T03:21:38,346 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-28T03:21:38,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a2b98130efd69f9da8e5ff954c676189/f 2024-11-28T03:21:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-28T03:21:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:38,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a2b98130efd69f9da8e5ff954c676189/f 2024-11-28T03:21:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-28T03:21:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HRegion(2603): Flush status journal for a2b98130efd69f9da8e5ff954c676189: 2024-11-28T03:21:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_0 2024-11-28T03:21:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_0 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ 2024-11-28T03:21:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_1 2024-11-28T03:21:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_1 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ 2024-11-28T03:21:38,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_0 into a2b98130efd69f9da8e5ff954c676189/f as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ - updating store file list. 2024-11-28T03:21:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:38,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ into a2b98130efd69f9da8e5ff954c676189/f 2024-11-28T03:21:38,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_0 into a2b98130efd69f9da8e5ff954c676189/f (new location: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_) 2024-11-28T03:21:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_0 2024-11-28T03:21:38,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_1 into a2b98130efd69f9da8e5ff954c676189/f as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ - updating store file list. 2024-11-28T03:21:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:38,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ into a2b98130efd69f9da8e5ff954c676189/f 2024-11-28T03:21:38,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_1 into a2b98130efd69f9da8e5ff954c676189/f (new location: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_) 2024-11-28T03:21:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/staging/jenkins__test__g4bf9cq9d2rb7i8uv4en627pvm773b38kpvl5aaub3lcjg9kp0u379lenp25rvqn/f/hfile_1 2024-11-28T03:21:38,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:38,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:38,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:38,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:38,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2 , the old value is region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4e3b2a3b1ef:41047 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:21:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-28T03:21:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., hostname=b4e3b2a3b1ef,41047,1732764079207, seqNum=2 from cache 2024-11-28T03:21:38,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:38,370 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-28T03:21:38,372 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:21:38,482 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-28T03:21:38,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-28T03:21:38,823 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 0, reset compression=false 2024-11-28T03:21:38,824 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 0, reset compression=false 2024-11-28T03:21:38,828 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:21:38,828 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b4e3b2a3b1ef,41047,1732764079207 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2b98130efd69f9da8e5ff954c676189/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732764098368/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T03:21:38,828 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-28T03:21:38,829 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41047,1732764079207 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2b98130efd69f9da8e5ff954c676189/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732764098368/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-28T03:21:38,829 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:21:38,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.ReplicationSink(318): Replicating [3bb24c91-c704-4276-9f46-d2203205f17a] bulk loaded data 2024-11-28T03:21:38,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-28T03:21:38,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.ReplicationSink(318): Replicating [3bb24c91-c704-4276-9f46-d2203205f17a] bulk loaded data 2024-11-28T03:21:38,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a28955e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:38,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,38567,-1 for getting cluster id 2024-11-28T03:21:38,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:21:38,832 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df78b64d-2259-4417-95a1-e016eebd8bc0' 2024-11-28T03:21:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:21:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df78b64d-2259-4417-95a1-e016eebd8bc0" 2024-11-28T03:21:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a4fc043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,38567,-1] 2024-11-28T03:21:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:21:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:38,833 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:21:38,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24bb99bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:21:38,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741839_1015 (size=11194) 2024-11-28T03:21:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741837_1013 (size=11194) 2024-11-28T03:21:39,028 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:39,029 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741840_1016 (size=10791) 2024-11-28T03:21:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741838_1014 (size=10791) 2024-11-28T03:21:39,331 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:39,332 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:39,375 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-28T03:21:39,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:21:39,653 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-28T03:21:39,655 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-28T03:21:39,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:21:39,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ for inclusion in 318e12d23c896832348803a9629cdcb6/f 2024-11-28T03:21:39,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:39,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fc3c9f0 2024-11-28T03:21:39,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:21:39,658 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-28T03:21:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-28T03:21:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:39,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ for inclusion in 318e12d23c896832348803a9629cdcb6/f 2024-11-28T03:21:39,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-28T03:21:39,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:21:39,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,33495,1732764086346, seqNum=-1] 2024-11-28T03:21:39,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:21:39,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-28T03:21:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-28T03:21:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegion(2603): Flush status journal for 318e12d23c896832348803a9629cdcb6: 2024-11-28T03:21:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/b4a1c29abe2f4e80bacb710ca91b1ea2_SeqId_6_ 2024-11-28T03:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:21:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/f06f28ff18e04fae8b94b3e0359062a7_SeqId_6_ 2024-11-28T03:21:39,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ into 318e12d23c896832348803a9629cdcb6/f as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/b4a1c29abe2f4e80bacb710ca91b1ea2_SeqId_6_ - updating store file list. 2024-11-28T03:21:39,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-28T03:21:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4a1c29abe2f4e80bacb710ca91b1ea2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:39,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/b4a1c29abe2f4e80bacb710ca91b1ea2_SeqId_6_ into 318e12d23c896832348803a9629cdcb6/f 2024-11-28T03:21:39,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ into 318e12d23c896832348803a9629cdcb6/f (new location: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/b4a1c29abe2f4e80bacb710ca91b1ea2_SeqId_6_) 2024-11-28T03:21:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ 2024-11-28T03:21:39,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-28T03:21:39,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ into 318e12d23c896832348803a9629cdcb6/f as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/f06f28ff18e04fae8b94b3e0359062a7_SeqId_6_ - updating store file list. 2024-11-28T03:21:39,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ for inclusion in af0ccdc91782c163e167fd295e4e59f4/f 2024-11-28T03:21:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f06f28ff18e04fae8b94b3e0359062a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:39,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/f06f28ff18e04fae8b94b3e0359062a7_SeqId_6_ into 318e12d23c896832348803a9629cdcb6/f 2024-11-28T03:21:39,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ into 318e12d23c896832348803a9629cdcb6/f (new location: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/f/f06f28ff18e04fae8b94b3e0359062a7_SeqId_6_) 2024-11-28T03:21:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/staging/jenkins.hfs.22__test__aeuj5rqmvl8mp4btk28nnvtu2jkvs3cak98tpc7nvh2umb1dbshl6sbg4at2epbe/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ 2024-11-28T03:21:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-28T03:21:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:39,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ for inclusion in af0ccdc91782c163e167fd295e4e59f4/f 2024-11-28T03:21:39,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.ReplicationSink(324): Finished replicating [3bb24c91-c704-4276-9f46-d2203205f17a] bulk loaded data 2024-11-28T03:21:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-28T03:21:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-28T03:21:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HRegion(2603): Flush status journal for af0ccdc91782c163e167fd295e4e59f4: 2024-11-28T03:21:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:21:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/f/6802f369f79543ddb42aa9395aff2a10_SeqId_4_ 2024-11-28T03:21:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-28T03:21:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/f/cd3490e160b94f54a59de307147f082a_SeqId_4_ 2024-11-28T03:21:39,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ into af0ccdc91782c163e167fd295e4e59f4/f as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/f/6802f369f79543ddb42aa9395aff2a10_SeqId_4_ - updating store file list. 2024-11-28T03:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6802f369f79543ddb42aa9395aff2a10_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:39,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/f/6802f369f79543ddb42aa9395aff2a10_SeqId_4_ into af0ccdc91782c163e167fd295e4e59f4/f 2024-11-28T03:21:39,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ into af0ccdc91782c163e167fd295e4e59f4/f (new location: hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/f/6802f369f79543ddb42aa9395aff2a10_SeqId_4_) 2024-11-28T03:21:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_ 2024-11-28T03:21:39,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ into af0ccdc91782c163e167fd295e4e59f4/f as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/f/cd3490e160b94f54a59de307147f082a_SeqId_4_ - updating store file list. 2024-11-28T03:21:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd3490e160b94f54a59de307147f082a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-28T03:21:39,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/f/cd3490e160b94f54a59de307147f082a_SeqId_4_ into af0ccdc91782c163e167fd295e4e59f4/f 2024-11-28T03:21:39,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ into af0ccdc91782c163e167fd295e4e59f4/f (new location: hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/f/cd3490e160b94f54a59de307147f082a_SeqId_4_) 2024-11-28T03:21:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/staging/jenkins.hfs.23__test__2o2m0acqnaug2uer22tpno4s90k89kr6pvjd0tbhtd2a69t6eo5q1torn6j80c4a/f/ac1cc5f0067d46b683854fcbc677c6ab_SeqId_6_ 2024-11-28T03:21:39,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33495 {}] regionserver.ReplicationSink(324): Finished replicating [3bb24c91-c704-4276-9f46-d2203205f17a] bulk loaded data 2024-11-28T03:21:39,735 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:39,736 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:40,239 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:40,240 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:40,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:21:40,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:40,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:40,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:40,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:40,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:21:40,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1147947498, stopped=false 2024-11-28T03:21:40,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:40,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,38567,1732764086299 2024-11-28T03:21:40,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2081335180/running 2024-11-28T03:21:40,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:40,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:40,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2081335180/running 2024-11-28T03:21:40,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:40,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:40,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:40,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:40,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on znode that does not yet exist, /2-2081335180/running 2024-11-28T03:21:40,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,33495,1732764086346' ***** 2024-11-28T03:21:40,394 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:21:40,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Set watcher on znode that does not yet exist, /2-2081335180/running 2024-11-28T03:21:40,394 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:21:40,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(3091): Received CLOSE for af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:33495. 2024-11-28T03:21:40,395 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:40,395 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:40,395 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af0ccdc91782c163e167fd295e4e59f4, disabling compactions & flushes 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:21:40,395 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:21:40,395 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:21:40,395 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. after waiting 0 ms 2024-11-28T03:21:40,395 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:40,395 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:21:40,395 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af0ccdc91782c163e167fd295e4e59f4=test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4.} 2024-11-28T03:21:40,396 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af0ccdc91782c163e167fd295e4e59f4 2024-11-28T03:21:40,396 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:40,396 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:40,396 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:40,396 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:40,396 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:40,396 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-28T03:21:40,400 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/default/test/af0ccdc91782c163e167fd295e4e59f4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-28T03:21:40,401 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:40,401 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:21:40,401 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:40,401 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af0ccdc91782c163e167fd295e4e59f4: Waiting for close lock at 1732764100395Running coprocessor pre-close hooks at 1732764100395Disabling compacts and flushes for region at 1732764100395Disabling writes for close at 1732764100395Writing region close event to WAL at 1732764100397 (+2 ms)Running coprocessor post-close hooks at 1732764100401 (+4 ms)Closed at 1732764100401 2024-11-28T03:21:40,401 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4. 2024-11-28T03:21:40,411 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:40,413 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/info/9e27c471ecd44704a6f6f9cbab6df420 is 129, key is test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4./info:regioninfo/1732764091921/Put/seqid=0 2024-11-28T03:21:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741839_1015 (size=6421) 2024-11-28T03:21:40,596 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:40,796 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:40,818 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/info/9e27c471ecd44704a6f6f9cbab6df420 2024-11-28T03:21:40,838 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/ns/dba8034422dd4579a842f52f6c780037 is 43, key is default/ns:d/1732764088888/Put/seqid=0 2024-11-28T03:21:40,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741840_1016 (size=5153) 2024-11-28T03:21:40,843 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:40,844 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:40,867 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:21:40,867 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:21:40,996 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:41,196 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:41,242 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/ns/dba8034422dd4579a842f52f6c780037 2024-11-28T03:21:41,267 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/rep_barrier/f05ecf34f60841a7b04727737ce6d9a6 is 112, key is test,,1732764090755.af0ccdc91782c163e167fd295e4e59f4./rep_barrier:seqnumDuringOpen/1732764091921/Put/seqid=0 2024-11-28T03:21:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741841_1017 (size=5518) 2024-11-28T03:21:41,274 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/rep_barrier/f05ecf34f60841a7b04727737ce6d9a6 2024-11-28T03:21:41,299 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/table/905c30708f7c4f2f8b510bcc2e825089 is 40, key is test/table:state/1732764091928/Put/seqid=0 2024-11-28T03:21:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741842_1018 (size=5165) 2024-11-28T03:21:41,309 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/table/905c30708f7c4f2f8b510bcc2e825089 2024-11-28T03:21:41,314 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/info/9e27c471ecd44704a6f6f9cbab6df420 as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/info/9e27c471ecd44704a6f6f9cbab6df420 2024-11-28T03:21:41,318 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/info/9e27c471ecd44704a6f6f9cbab6df420, entries=10, sequenceid=11, filesize=6.3 K 2024-11-28T03:21:41,319 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/ns/dba8034422dd4579a842f52f6c780037 as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/ns/dba8034422dd4579a842f52f6c780037 2024-11-28T03:21:41,324 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/ns/dba8034422dd4579a842f52f6c780037, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:21:41,324 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/rep_barrier/f05ecf34f60841a7b04727737ce6d9a6 as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/rep_barrier/f05ecf34f60841a7b04727737ce6d9a6 2024-11-28T03:21:41,329 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/rep_barrier/f05ecf34f60841a7b04727737ce6d9a6, entries=1, sequenceid=11, filesize=5.4 K 2024-11-28T03:21:41,329 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/.tmp/table/905c30708f7c4f2f8b510bcc2e825089 as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/table/905c30708f7c4f2f8b510bcc2e825089 2024-11-28T03:21:41,333 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/table/905c30708f7c4f2f8b510bcc2e825089, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:21:41,334 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 938ms, sequenceid=11, compaction requested=false 2024-11-28T03:21:41,340 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T03:21:41,340 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:41,340 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:41,341 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:41,341 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764100396Running coprocessor pre-close hooks at 1732764100396Disabling compacts and flushes for region at 1732764100396Disabling writes for close at 1732764100396Obtaining lock to block concurrent updates at 1732764100396Preparing flush snapshotting stores in 1588230740 at 1732764100396Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732764100396Flushing stores of hbase:meta,,1.1588230740 at 1732764100397 (+1 ms)Flushing 1588230740/info: creating writer at 1732764100397Flushing 1588230740/info: appending metadata at 1732764100413 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732764100413Flushing 1588230740/ns: creating writer at 1732764100822 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732764100838 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732764100838Flushing 1588230740/rep_barrier: creating writer at 1732764101247 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764101267 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764101267Flushing 1588230740/table: creating writer at 1732764101279 (+12 ms)Flushing 1588230740/table: appending metadata at 1732764101299 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732764101299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfdc5ac: reopening flushed file at 1732764101313 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715f984e: reopening flushed file at 1732764101318 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678f0717: reopening flushed file at 1732764101324 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23106b64: reopening flushed file at 1732764101329 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 938ms, sequenceid=11, compaction requested=false at 1732764101334 (+5 ms)Writing region close event to WAL at 1732764101337 (+3 ms)Running coprocessor post-close hooks at 1732764101340 (+3 ms)Closed at 1732764101341 (+1 ms) 2024-11-28T03:21:41,341 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:41,396 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,33495,1732764086346; all regions closed. 2024-11-28T03:21:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741834_1010 (size=2717) 2024-11-28T03:21:41,400 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/oldWALs 2024-11-28T03:21:41,400 INFO [RS:0;b4e3b2a3b1ef:33495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C33495%2C1732764086346.meta:.meta(num 1732764088845) 2024-11-28T03:21:41,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741832_1008 (size=1028) 2024-11-28T03:21:41,403 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/oldWALs 2024-11-28T03:21:41,403 INFO [RS:0;b4e3b2a3b1ef:33495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C33495%2C1732764086346:(num 1732764087937) 2024-11-28T03:21:41,403 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:41,403 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:41,404 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:41,404 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:41,404 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:41,404 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:41,404 INFO [RS:0;b4e3b2a3b1ef:33495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:33495. 2024-11-28T03:21:41,404 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:41,404 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:41,405 DEBUG [RS:0;b4e3b2a3b1ef:33495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:41,405 INFO [RS:0;b4e3b2a3b1ef:33495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33495 2024-11-28T03:21:41,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180/rs 2024-11-28T03:21:41,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2081335180/rs/b4e3b2a3b1ef,33495,1732764086346 2024-11-28T03:21:41,407 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:41,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,33495,1732764086346] 2024-11-28T03:21:41,409 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2081335180/draining/b4e3b2a3b1ef,33495,1732764086346 already deleted, retry=false 2024-11-28T03:21:41,409 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,33495,1732764086346 expired; onlineServers=0 2024-11-28T03:21:41,409 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,38567,1732764086299' ***** 2024-11-28T03:21:41,409 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:21:41,409 INFO [M:0;b4e3b2a3b1ef:38567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:41,409 INFO [M:0;b4e3b2a3b1ef:38567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:41,409 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:21:41,409 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:21:41,409 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:21:41,409 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764087705 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764087705,5,FailOnTimeoutGroup] 2024-11-28T03:21:41,410 INFO [M:0;b4e3b2a3b1ef:38567 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:41,409 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764087705 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764087705,5,FailOnTimeoutGroup] 2024-11-28T03:21:41,410 INFO [M:0;b4e3b2a3b1ef:38567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:41,410 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:21:41,410 INFO [M:0;b4e3b2a3b1ef:38567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:21:41,410 INFO [M:0;b4e3b2a3b1ef:38567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:41,410 INFO [M:0;b4e3b2a3b1ef:38567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:21:41,410 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:21:41,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2081335180/master 2024-11-28T03:21:41,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2081335180 2024-11-28T03:21:41,411 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] zookeeper.ZKUtil(347): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Unable to get data of znode /2-2081335180/master because node does not exist (not an error) 2024-11-28T03:21:41,411 WARN [M:0;b4e3b2a3b1ef:38567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:21:41,412 INFO [M:0;b4e3b2a3b1ef:38567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/.lastflushedseqids 2024-11-28T03:21:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741843_1019 (size=173) 2024-11-28T03:21:41,416 INFO [M:0;b4e3b2a3b1ef:38567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:21:41,416 INFO [M:0;b4e3b2a3b1ef:38567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:21:41,416 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:41,416 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:41,416 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:41,416 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:41,416 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:41,416 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-28T03:21:41,431 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ab8d7063f5042be92864ba5c75df930 is 82, key is hbase:meta,,1/info:regioninfo/1732764088878/Put/seqid=0 2024-11-28T03:21:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741844_1020 (size=5672) 2024-11-28T03:21:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x1015c977b700007, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:41,508 INFO [RS:0;b4e3b2a3b1ef:33495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:41,508 INFO [RS:0;b4e3b2a3b1ef:33495 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,33495,1732764086346; zookeeper connection closed. 2024-11-28T03:21:41,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b13a708 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b13a708 2024-11-28T03:21:41,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:21:41,547 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:41,548 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:41,835 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ab8d7063f5042be92864ba5c75df930 2024-11-28T03:21:41,853 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61c5bd5c393040baa03f6afd9ed6efae is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732764091931/Put/seqid=0 2024-11-28T03:21:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741845_1021 (size=6585) 2024-11-28T03:21:42,257 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61c5bd5c393040baa03f6afd9ed6efae 2024-11-28T03:21:42,274 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/386e183864dc47bda691527cde8bae3c is 69, key is b4e3b2a3b1ef,33495,1732764086346/rs:state/1732764087788/Put/seqid=0 2024-11-28T03:21:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741846_1022 (size=5156) 2024-11-28T03:21:42,350 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:42,351 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:42,678 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/386e183864dc47bda691527cde8bae3c 2024-11-28T03:21:42,682 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ab8d7063f5042be92864ba5c75df930 as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ab8d7063f5042be92864ba5c75df930 2024-11-28T03:21:42,685 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ab8d7063f5042be92864ba5c75df930, entries=8, sequenceid=55, filesize=5.5 K 2024-11-28T03:21:42,686 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61c5bd5c393040baa03f6afd9ed6efae as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61c5bd5c393040baa03f6afd9ed6efae 2024-11-28T03:21:42,689 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61c5bd5c393040baa03f6afd9ed6efae, entries=6, sequenceid=55, filesize=6.4 K 2024-11-28T03:21:42,689 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/386e183864dc47bda691527cde8bae3c as hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/386e183864dc47bda691527cde8bae3c 2024-11-28T03:21:42,692 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39223/user/jenkins/test-data/6bd5f543-4e36-ac71-aa91-e0ae3f7d9075/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/386e183864dc47bda691527cde8bae3c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-28T03:21:42,693 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=55, compaction requested=false 2024-11-28T03:21:42,694 INFO [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:42,694 DEBUG [M:0;b4e3b2a3b1ef:38567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764101416Disabling compacts and flushes for region at 1732764101416Disabling writes for close at 1732764101416Obtaining lock to block concurrent updates at 1732764101416Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764101416Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732764101417 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764101417Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764101417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764101431 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764101431Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764101839 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764101853 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764101853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764102261 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764102274 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764102274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174e9369: reopening flushed file at 1732764102681 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f846c5: reopening flushed file at 1732764102685 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a2b5a9: reopening flushed file at 1732764102689 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=55, compaction requested=false at 1732764102693 (+4 ms)Writing region close event to WAL at 1732764102694 (+1 ms)Closed at 1732764102694 2024-11-28T03:21:42,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37859 is added to blk_1073741830_1006 (size=32758) 2024-11-28T03:21:42,696 INFO [M:0;b4e3b2a3b1ef:38567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:21:42,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:42,697 INFO [M:0;b4e3b2a3b1ef:38567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38567 2024-11-28T03:21:42,697 INFO [M:0;b4e3b2a3b1ef:38567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:42,800 INFO [M:0;b4e3b2a3b1ef:38567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38567-0x1015c977b700006, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:42,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@668cb360{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:42,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@195293a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:42,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:42,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:42,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a759102{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:42,804 WARN [BP-1492428540-172.17.0.2-1732764085206 heartbeating to localhost/127.0.0.1:39223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:21:42,805 WARN [BP-1492428540-172.17.0.2-1732764085206 heartbeating to localhost/127.0.0.1:39223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492428540-172.17.0.2-1732764085206 (Datanode Uuid b4f2dd2c-2d0f-4ef6-a8c2-612c9194fe1f) service to localhost/127.0.0.1:39223 2024-11-28T03:21:42,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:21:42,805 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:21:42,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/cluster_8288944b-2417-f44c-ef2f-8cfe8deb2f95/data/data1/current/BP-1492428540-172.17.0.2-1732764085206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:42,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/cluster_8288944b-2417-f44c-ef2f-8cfe8deb2f95/data/data2/current/BP-1492428540-172.17.0.2-1732764085206 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:42,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:21:42,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192a386b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:42,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56eb83c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:42,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:42,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4d0068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:42,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40341b5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1de422a-caae-96be-9d9b-b85db3b4f134/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:42,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:21:42,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:21:42,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:42,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:42,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:42,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:42,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:42,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:21:42,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1193613627, stopped=false 2024-11-28T03:21:42,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,41127,1732764082097 2024-11-28T03:21:42,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095209109/running 2024-11-28T03:21:42,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:42,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095209109/running 2024-11-28T03:21:42,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:42,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:42,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:42,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:42,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:42,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,38881,1732764082133' ***** 2024-11-28T03:21:42,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:21:42,829 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:21:42,829 INFO [RS:0;b4e3b2a3b1ef:38881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:21:42,829 INFO [RS:0;b4e3b2a3b1ef:38881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:21:42,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:21:42,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on znode that does not yet exist, /11095209109/running 2024-11-28T03:21:42,829 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(3091): Received CLOSE for 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:42,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Set watcher on znode that does not yet exist, /11095209109/running 2024-11-28T03:21:42,830 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:42,830 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:42,830 INFO [RS:0;b4e3b2a3b1ef:38881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:38881. 2024-11-28T03:21:42,830 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:42,830 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:42,830 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 318e12d23c896832348803a9629cdcb6, disabling compactions & flushes 2024-11-28T03:21:42,830 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:42,830 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:42,830 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:21:42,830 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:21:42,830 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764090124.318e12d23c896832348803a9629cdcb6. after waiting 0 ms 2024-11-28T03:21:42,830 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:21:42,830 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:42,830 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:21:42,830 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:21:42,830 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 318e12d23c896832348803a9629cdcb6=test,,1732764090124.318e12d23c896832348803a9629cdcb6.} 2024-11-28T03:21:42,830 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318e12d23c896832348803a9629cdcb6 2024-11-28T03:21:42,830 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:42,830 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:42,830 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:42,830 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:42,830 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:42,830 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-28T03:21:42,833 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/default/test/318e12d23c896832348803a9629cdcb6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:21:42,834 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:42,834 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:21:42,834 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:42,834 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 318e12d23c896832348803a9629cdcb6: Waiting for close lock at 1732764102830Running coprocessor pre-close hooks at 1732764102830Disabling compacts and flushes for region at 1732764102830Disabling writes for close at 1732764102830Writing region close event to WAL at 1732764102831 (+1 ms)Running coprocessor post-close hooks at 1732764102834 (+3 ms)Closed at 1732764102834 2024-11-28T03:21:42,834 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764090124.318e12d23c896832348803a9629cdcb6. 2024-11-28T03:21:42,849 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/info/112d047a6f884bedab5c3e753eff8d27 is 129, key is test,,1732764090124.318e12d23c896832348803a9629cdcb6./info:regioninfo/1732764090465/Put/seqid=0 2024-11-28T03:21:42,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741841_1017 (size=6421) 2024-11-28T03:21:42,916 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:43,003 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:21:43,003 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:21:43,030 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:43,231 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:43,253 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/info/112d047a6f884bedab5c3e753eff8d27 2024-11-28T03:21:43,254 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:43,255 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:43,279 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/ns/5a385daf268d43649303dd6ebb4e9671 is 43, key is default/ns:d/1732764085083/Put/seqid=0 2024-11-28T03:21:43,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741842_1018 (size=5153) 2024-11-28T03:21:43,283 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/ns/5a385daf268d43649303dd6ebb4e9671 2024-11-28T03:21:43,300 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/rep_barrier/65daf62554934fa187df68b92f4321f8 is 112, key is test,,1732764090124.318e12d23c896832348803a9629cdcb6./rep_barrier:seqnumDuringOpen/1732764090465/Put/seqid=0 2024-11-28T03:21:43,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741843_1019 (size=5518) 2024-11-28T03:21:43,431 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:43,631 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:43,703 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/rep_barrier/65daf62554934fa187df68b92f4321f8 2024-11-28T03:21:43,721 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/table/8e8246221f304f128b4ad6d4fd6662dd is 40, key is test/table:state/1732764090471/Put/seqid=0 2024-11-28T03:21:43,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741844_1020 (size=5165) 2024-11-28T03:21:43,831 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:21:43,831 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:21:43,831 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:44,031 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:44,126 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/table/8e8246221f304f128b4ad6d4fd6662dd 2024-11-28T03:21:44,130 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/info/112d047a6f884bedab5c3e753eff8d27 as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/info/112d047a6f884bedab5c3e753eff8d27 2024-11-28T03:21:44,133 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/info/112d047a6f884bedab5c3e753eff8d27, entries=10, sequenceid=11, filesize=6.3 K 2024-11-28T03:21:44,134 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/ns/5a385daf268d43649303dd6ebb4e9671 as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/ns/5a385daf268d43649303dd6ebb4e9671 2024-11-28T03:21:44,137 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/ns/5a385daf268d43649303dd6ebb4e9671, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:21:44,138 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/rep_barrier/65daf62554934fa187df68b92f4321f8 as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/rep_barrier/65daf62554934fa187df68b92f4321f8 2024-11-28T03:21:44,141 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/rep_barrier/65daf62554934fa187df68b92f4321f8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-28T03:21:44,141 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/.tmp/table/8e8246221f304f128b4ad6d4fd6662dd as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/table/8e8246221f304f128b4ad6d4fd6662dd 2024-11-28T03:21:44,144 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/table/8e8246221f304f128b4ad6d4fd6662dd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:21:44,145 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false 2024-11-28T03:21:44,154 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T03:21:44,155 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:44,155 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:44,155 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:44,155 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764102830Running coprocessor pre-close hooks at 1732764102830Disabling compacts and flushes for region at 1732764102830Disabling writes for close at 1732764102830Obtaining lock to block concurrent updates at 1732764102830Preparing flush snapshotting stores in 1588230740 at 1732764102830Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732764102831 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732764102831Flushing 1588230740/info: creating writer at 1732764102831Flushing 1588230740/info: appending metadata at 1732764102849 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732764102849Flushing 1588230740/ns: creating writer at 1732764103257 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732764103278 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732764103278Flushing 1588230740/rep_barrier: creating writer at 1732764103286 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764103299 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764103299Flushing 1588230740/table: creating writer at 1732764103707 (+408 ms)Flushing 1588230740/table: appending metadata at 1732764103721 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732764103721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b9efbb: reopening flushed file at 1732764104129 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431d34bc: reopening flushed file at 1732764104133 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dca5809: reopening flushed file at 1732764104137 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c55aaa0: reopening flushed file at 1732764104141 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false at 1732764104145 (+4 ms)Writing region close event to WAL at 1732764104152 (+7 ms)Running coprocessor post-close hooks at 1732764104155 (+3 ms)Closed at 1732764104155 2024-11-28T03:21:44,155 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:44,232 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,38881,1732764082133; all regions closed. 2024-11-28T03:21:44,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741834_1010 (size=2717) 2024-11-28T03:21:44,236 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/oldWALs 2024-11-28T03:21:44,236 INFO [RS:0;b4e3b2a3b1ef:38881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C38881%2C1732764082133.meta:.meta(num 1732764085045) 2024-11-28T03:21:44,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741832_1008 (size=1374) 2024-11-28T03:21:44,240 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/oldWALs 2024-11-28T03:21:44,240 INFO [RS:0;b4e3b2a3b1ef:38881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C38881%2C1732764082133:(num 1732764084134) 2024-11-28T03:21:44,240 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:44,240 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:44,240 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:44,240 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:44,240 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:44,240 INFO [RS:0;b4e3b2a3b1ef:38881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:38881. 2024-11-28T03:21:44,240 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:44,241 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:44,241 DEBUG [RS:0;b4e3b2a3b1ef:38881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:44,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:44,241 INFO [RS:0;b4e3b2a3b1ef:38881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38881 2024-11-28T03:21:44,241 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095209109/rs/b4e3b2a3b1ef,38881,1732764082133 2024-11-28T03:21:44,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109/rs 2024-11-28T03:21:44,243 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:44,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,38881,1732764082133] 2024-11-28T03:21:44,245 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11095209109/draining/b4e3b2a3b1ef,38881,1732764082133 already deleted, retry=false 2024-11-28T03:21:44,245 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,38881,1732764082133 expired; onlineServers=0 2024-11-28T03:21:44,245 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,41127,1732764082097' ***** 2024-11-28T03:21:44,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:21:44,246 INFO [M:0;b4e3b2a3b1ef:41127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:44,246 INFO [M:0;b4e3b2a3b1ef:41127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:44,246 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:21:44,246 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:21:44,246 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:21:44,246 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764083898 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764083898,5,FailOnTimeoutGroup] 2024-11-28T03:21:44,246 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764083900 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764083900,5,FailOnTimeoutGroup] 2024-11-28T03:21:44,246 INFO [M:0;b4e3b2a3b1ef:41127 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:44,246 INFO [M:0;b4e3b2a3b1ef:41127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:44,246 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:21:44,246 INFO [M:0;b4e3b2a3b1ef:41127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:21:44,246 INFO [M:0;b4e3b2a3b1ef:41127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:44,246 INFO [M:0;b4e3b2a3b1ef:41127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:21:44,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:21:44,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11095209109/master 2024-11-28T03:21:44,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11095209109 2024-11-28T03:21:44,249 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] zookeeper.ZKUtil(347): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Unable to get data of znode /11095209109/master because node does not exist (not an error) 2024-11-28T03:21:44,249 WARN [M:0;b4e3b2a3b1ef:41127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:21:44,250 INFO [M:0;b4e3b2a3b1ef:41127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/.lastflushedseqids 2024-11-28T03:21:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741845_1021 (size=173) 2024-11-28T03:21:44,255 INFO [M:0;b4e3b2a3b1ef:41127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:21:44,255 INFO [M:0;b4e3b2a3b1ef:41127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:21:44,255 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:44,255 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:44,255 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:44,255 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:44,255 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:44,255 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-28T03:21:44,258 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:44,264 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:44,271 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b753a40729a94b30bcef01270efb3a75 is 82, key is hbase:meta,,1/info:regioninfo/1732764085074/Put/seqid=0 2024-11-28T03:21:44,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741846_1022 (size=5672) 2024-11-28T03:21:44,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:44,345 INFO [RS:0;b4e3b2a3b1ef:38881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:44,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1015c977b700004, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:44,345 INFO [RS:0;b4e3b2a3b1ef:38881 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,38881,1732764082133; zookeeper connection closed. 2024-11-28T03:21:44,345 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c452517 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c452517 2024-11-28T03:21:44,345 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:21:44,442 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T03:21:44,675 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b753a40729a94b30bcef01270efb3a75 2024-11-28T03:21:44,692 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2cdf6647504b268f138cd00ea4dcaf is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732764090475/Put/seqid=0 2024-11-28T03:21:44,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741847_1023 (size=6585) 2024-11-28T03:21:45,096 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2cdf6647504b268f138cd00ea4dcaf 2024-11-28T03:21:45,114 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18781feb1ab7499ba82712fac4e034ce is 69, key is b4e3b2a3b1ef,38881,1732764082133/rs:state/1732764083980/Put/seqid=0 2024-11-28T03:21:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741848_1024 (size=5156) 2024-11-28T03:21:45,361 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:45,368 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:45,518 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18781feb1ab7499ba82712fac4e034ce 2024-11-28T03:21:45,522 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b753a40729a94b30bcef01270efb3a75 as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b753a40729a94b30bcef01270efb3a75 2024-11-28T03:21:45,526 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b753a40729a94b30bcef01270efb3a75, entries=8, sequenceid=55, filesize=5.5 K 2024-11-28T03:21:45,527 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2cdf6647504b268f138cd00ea4dcaf as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a2cdf6647504b268f138cd00ea4dcaf 2024-11-28T03:21:45,530 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a2cdf6647504b268f138cd00ea4dcaf, entries=6, sequenceid=55, filesize=6.4 K 2024-11-28T03:21:45,531 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18781feb1ab7499ba82712fac4e034ce as hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18781feb1ab7499ba82712fac4e034ce 2024-11-28T03:21:45,534 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43901/user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18781feb1ab7499ba82712fac4e034ce, entries=1, sequenceid=55, filesize=5.0 K 2024-11-28T03:21:45,535 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-28T03:21:45,536 INFO [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:45,536 DEBUG [M:0;b4e3b2a3b1ef:41127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764104255Disabling compacts and flushes for region at 1732764104255Disabling writes for close at 1732764104255Obtaining lock to block concurrent updates at 1732764104255Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764104255Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732764104255Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764104256 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764104256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764104271 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764104271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764104678 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764104692 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764104692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764105100 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764105114 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764105114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb6b868: reopening flushed file at 1732764105522 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357b0203: reopening flushed file at 1732764105526 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a78df72: reopening flushed file at 1732764105530 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1732764105535 (+5 ms)Writing region close event to WAL at 1732764105536 (+1 ms)Closed at 1732764105536 2024-11-28T03:21:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42323 is added to blk_1073741830_1006 (size=32758) 2024-11-28T03:21:45,538 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef75a9f0-b51a-aa48-f94c-0e5e79eae74e/MasterData/WALs/b4e3b2a3b1ef,41127,1732764082097/b4e3b2a3b1ef%2C41127%2C1732764082097.1732764083823 not finished, retry = 0 2024-11-28T03:21:45,639 INFO [M:0;b4e3b2a3b1ef:41127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:21:45,639 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:45,639 INFO [M:0;b4e3b2a3b1ef:41127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41127 2024-11-28T03:21:45,639 INFO [M:0;b4e3b2a3b1ef:41127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:45,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:45,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41127-0x1015c977b700003, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:45,741 INFO [M:0;b4e3b2a3b1ef:41127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:45,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f245e45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:45,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c25f550{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:45,744 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:45,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f12594{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:45,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@116b2349{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:45,745 WARN [BP-691415363-172.17.0.2-1732764081476 heartbeating to localhost/127.0.0.1:43901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:21:45,746 WARN [BP-691415363-172.17.0.2-1732764081476 heartbeating to localhost/127.0.0.1:43901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-691415363-172.17.0.2-1732764081476 (Datanode Uuid ae3d6604-ece8-4be3-bc90-c503975f976e) service to localhost/127.0.0.1:43901 2024-11-28T03:21:45,746 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:21:45,746 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:21:45,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/cluster_17b45c2b-0a8c-60d2-2a5f-d95332b102f8/data/data1/current/BP-691415363-172.17.0.2-1732764081476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:45,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/cluster_17b45c2b-0a8c-60d2-2a5f-d95332b102f8/data/data2/current/BP-691415363-172.17.0.2-1732764081476 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:45,756 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:21:45,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb9b377{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:45,764 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664ff9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:45,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:45,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e41501{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:45,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9d2125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b2faf-419f-fe88-9bfa-b21da577bbd0/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:45,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:21:45,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:21:45,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:45,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:45,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:45,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:45,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:45,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:21:45,782 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1657440102, stopped=false 2024-11-28T03:21:45,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,41225,1732764079110 2024-11-28T03:21:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-900281780/running 2024-11-28T03:21:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-900281780/running 2024-11-28T03:21:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:45,785 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:45,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on znode that does not yet exist, /0-900281780/running 2024-11-28T03:21:45,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Set watcher on znode that does not yet exist, /0-900281780/running 2024-11-28T03:21:45,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:21:45,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:45,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:45,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,41047,1732764079207' ***** 2024-11-28T03:21:45,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:21:45,788 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:21:45,788 INFO [RS:0;b4e3b2a3b1ef:41047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:21:45,788 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:21:45,788 INFO [RS:0;b4e3b2a3b1ef:41047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:21:45,788 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(3091): Received CLOSE for a2b98130efd69f9da8e5ff954c676189 2024-11-28T03:21:45,788 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(3091): Received CLOSE for a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:45,788 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:45,788 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:45,788 INFO [RS:0;b4e3b2a3b1ef:41047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:41047. 2024-11-28T03:21:45,788 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2b98130efd69f9da8e5ff954c676189, disabling compactions & flushes 2024-11-28T03:21:45,788 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:45,788 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:45,788 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:45,788 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:45,789 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. after waiting 0 ms 2024-11-28T03:21:45,789 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:45,789 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:21:45,789 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:21:45,789 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:21:45,789 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:21:45,791 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-28T03:21:45,791 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1325): Online Regions={a2b98130efd69f9da8e5ff954c676189=test,,1732764088984.a2b98130efd69f9da8e5ff954c676189., a42f47d805f2f661a0e3ce76962853ba=hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:21:45,791 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2b98130efd69f9da8e5ff954c676189, a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:45,791 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:21:45,791 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:21:45,791 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:21:45,791 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:21:45,791 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:21:45,791 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-28T03:21:45,792 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:45,794 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/default/test/a2b98130efd69f9da8e5ff954c676189/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:21:45,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:45,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-28T03:21:45,795 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:45,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2b98130efd69f9da8e5ff954c676189: Waiting for close lock at 1732764105788Running coprocessor pre-close hooks at 1732764105788Disabling compacts and flushes for region at 1732764105788Disabling writes for close at 1732764105789 (+1 ms)Writing region close event to WAL at 1732764105791 (+2 ms)Running coprocessor post-close hooks at 1732764105795 (+4 ms)Closed at 1732764105795 2024-11-28T03:21:45,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732764088984.a2b98130efd69f9da8e5ff954c676189. 2024-11-28T03:21:45,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a42f47d805f2f661a0e3ce76962853ba, disabling compactions & flushes 2024-11-28T03:21:45,795 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:45,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:45,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. after waiting 0 ms 2024-11-28T03:21:45,795 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:45,795 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a42f47d805f2f661a0e3ce76962853ba 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-28T03:21:45,813 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/info/f9d4f1e4e6f24571ad2e118a1454289b is 147, key is hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba./info:regioninfo/1732764094104/Put/seqid=0 2024-11-28T03:21:45,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741847_1023 (size=7686) 2024-11-28T03:21:45,819 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/.tmp/hfileref/8b17fb81b1484b6b8a9a789294448a88 is 74, key is 1/hfileref:6b733ab3b03645ccae2803e79d3e94a4_SeqId_6_/1732764099676/DeleteColumn/seqid=0 2024-11-28T03:21:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741848_1024 (size=5489) 2024-11-28T03:21:45,904 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T03:21:45,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:45,991 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:45,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:46,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:46,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T03:21:46,191 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:46,218 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/info/f9d4f1e4e6f24571ad2e118a1454289b 2024-11-28T03:21:46,224 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/.tmp/hfileref/8b17fb81b1484b6b8a9a789294448a88 2024-11-28T03:21:46,240 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/ns/f01e2c596d1f4b468ecc8acab465f627 is 43, key is default/ns:d/1732764081359/Put/seqid=0 2024-11-28T03:21:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741849_1025 (size=5153) 2024-11-28T03:21:46,248 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/.tmp/queue/bbd35b1063524f2594fdbdf277106905 is 153, key is 1-b4e3b2a3b1ef,41047,1732764079207/queue:b4e3b2a3b1ef%2C41047%2C1732764079207/1732764099677/Put/seqid=0 2024-11-28T03:21:46,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741850_1026 (size=5504) 2024-11-28T03:21:46,391 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:46,565 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:46,569 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:46,569 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 688, reset compression=false 2024-11-28T03:21:46,569 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b4e3b2a3b1ef,41047,1732764079207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:46,571 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 393, reset compression=false 2024-11-28T03:21:46,570 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4e3b2a3b1ef,41047,1732764079207: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b4e3b2a3b1ef,41047,1732764079207, walGroup=b4e3b2a3b1ef%2C41047%2C1732764079207, offset=b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-28T03:21:46,571 ERROR [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T03:21:46,571 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T03:21:46,572 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T03:21:46,572 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T03:21:46,572 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T03:21:46,572 INFO [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1635778560, "init": 1048576000, "max": 2306867200, "used": 954510592 }, "NonHeapMemoryUsage": { "committed": 210436096, "init": 7667712, "max": -1, "used": 207273760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T03:21:46,572 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4e3b2a3b1ef:41225 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-28T03:21:46,574 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-28T03:21:46,574 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 688, reset compression=false 2024-11-28T03:21:46,574 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4e3b2a3b1ef,41047,1732764079207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-28T03:21:46,575 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-28T03:21:46,592 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a42f47d805f2f661a0e3ce76962853ba 2024-11-28T03:21:46,644 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/ns/f01e2c596d1f4b468ecc8acab465f627 2024-11-28T03:21:46,651 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/.tmp/queue/bbd35b1063524f2594fdbdf277106905 2024-11-28T03:21:46,655 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/.tmp/hfileref/8b17fb81b1484b6b8a9a789294448a88 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/hfileref/8b17fb81b1484b6b8a9a789294448a88 2024-11-28T03:21:46,658 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/hfileref/8b17fb81b1484b6b8a9a789294448a88, entries=6, sequenceid=17, filesize=5.4 K 2024-11-28T03:21:46,659 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/.tmp/queue/bbd35b1063524f2594fdbdf277106905 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/queue/bbd35b1063524f2594fdbdf277106905 2024-11-28T03:21:46,662 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/queue/bbd35b1063524f2594fdbdf277106905, entries=2, sequenceid=17, filesize=5.4 K 2024-11-28T03:21:46,662 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/rep_barrier/19ef2c91894f4a529d743176eeb04196 is 112, key is test,,1732764088984.a2b98130efd69f9da8e5ff954c676189./rep_barrier:seqnumDuringOpen/1732764089730/Put/seqid=0 2024-11-28T03:21:46,663 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a42f47d805f2f661a0e3ce76962853ba in 868ms, sequenceid=17, compaction requested=false 2024-11-28T03:21:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741851_1027 (size=5518) 2024-11-28T03:21:46,667 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/replication/a42f47d805f2f661a0e3ce76962853ba/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-28T03:21:46,667 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:46,667 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:46,667 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:46,667 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a42f47d805f2f661a0e3ce76962853ba: Waiting for close lock at 1732764105795Running coprocessor pre-close hooks at 1732764105795Disabling compacts and flushes for region at 1732764105795Disabling writes for close at 1732764105795Obtaining lock to block concurrent updates at 1732764105795Preparing flush snapshotting stores in a42f47d805f2f661a0e3ce76962853ba at 1732764105795Finished memstore snapshotting hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732764105795Flushing stores of hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. at 1732764105796 (+1 ms)Flushing a42f47d805f2f661a0e3ce76962853ba/hfileref: creating writer at 1732764105796Flushing a42f47d805f2f661a0e3ce76962853ba/hfileref: appending metadata at 1732764105819 (+23 ms)Flushing a42f47d805f2f661a0e3ce76962853ba/hfileref: closing flushed file at 1732764105819Flushing a42f47d805f2f661a0e3ce76962853ba/queue: creating writer at 1732764106227 (+408 ms)Flushing a42f47d805f2f661a0e3ce76962853ba/queue: appending metadata at 1732764106248 (+21 ms)Flushing a42f47d805f2f661a0e3ce76962853ba/queue: closing flushed file at 1732764106248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a192ab: reopening flushed file at 1732764106655 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a223c3c: reopening flushed file at 1732764106659 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a42f47d805f2f661a0e3ce76962853ba in 868ms, sequenceid=17, compaction requested=false at 1732764106663 (+4 ms)Writing region close event to WAL at 1732764106664 (+1 ms)Running coprocessor post-close hooks at 1732764106667 (+3 ms)Closed at 1732764106667 2024-11-28T03:21:46,667 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732764092935.a42f47d805f2f661a0e3ce76962853ba. 2024-11-28T03:21:46,757 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:21:46,757 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:21:46,772 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 688, reset compression=false 2024-11-28T03:21:46,787 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 688, reset compression=false 2024-11-28T03:21:46,792 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T03:21:46,792 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T03:21:46,792 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:46,992 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:21:47,066 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/rep_barrier/19ef2c91894f4a529d743176eeb04196 2024-11-28T03:21:47,076 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 688, reset compression=false 2024-11-28T03:21:47,085 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/table/addc0c317f0f478c83647184831b30c7 is 53, key is hbase:replication/table:state/1732764094114/Put/seqid=0 2024-11-28T03:21:47,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741852_1028 (size=5308) 2024-11-28T03:21:47,088 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/table/addc0c317f0f478c83647184831b30c7 2024-11-28T03:21:47,090 DEBUG [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.1732764097164 to pos 688, reset compression=false 2024-11-28T03:21:47,092 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/info/f9d4f1e4e6f24571ad2e118a1454289b as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/info/f9d4f1e4e6f24571ad2e118a1454289b 2024-11-28T03:21:47,095 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/info/f9d4f1e4e6f24571ad2e118a1454289b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-28T03:21:47,096 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/ns/f01e2c596d1f4b468ecc8acab465f627 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/ns/f01e2c596d1f4b468ecc8acab465f627 2024-11-28T03:21:47,099 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/ns/f01e2c596d1f4b468ecc8acab465f627, entries=2, sequenceid=16, filesize=5.0 K 2024-11-28T03:21:47,100 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/rep_barrier/19ef2c91894f4a529d743176eeb04196 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/rep_barrier/19ef2c91894f4a529d743176eeb04196 2024-11-28T03:21:47,103 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/rep_barrier/19ef2c91894f4a529d743176eeb04196, entries=1, sequenceid=16, filesize=5.4 K 2024-11-28T03:21:47,103 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/.tmp/table/addc0c317f0f478c83647184831b30c7 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/table/addc0c317f0f478c83647184831b30c7 2024-11-28T03:21:47,106 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/table/addc0c317f0f478c83647184831b30c7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-28T03:21:47,107 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-28T03:21:47,107 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:21:47,111 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-28T03:21:47,111 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-28T03:21:47,111 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:21:47,111 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:47,111 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732764105791Running coprocessor pre-close hooks at 1732764105791Disabling compacts and flushes for region at 1732764105791Disabling writes for close at 1732764105791Obtaining lock to block concurrent updates at 1732764105791Preparing flush snapshotting stores in 1588230740 at 1732764105791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732764105792 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732764105792Flushing 1588230740/info: creating writer at 1732764105792Flushing 1588230740/info: appending metadata at 1732764105812 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732764105812Flushing 1588230740/ns: creating writer at 1732764106222 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732764106240 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732764106240Flushing 1588230740/rep_barrier: creating writer at 1732764106648 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732764106662 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732764106662Flushing 1588230740/table: creating writer at 1732764107070 (+408 ms)Flushing 1588230740/table: appending metadata at 1732764107085 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732764107085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d0a3e9: reopening flushed file at 1732764107092 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e208dfa: reopening flushed file at 1732764107096 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52486a40: reopening flushed file at 1732764107099 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0d7a96: reopening flushed file at 1732764107103 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1732764107107 (+4 ms)Writing region close event to WAL at 1732764107109 (+2 ms)Running coprocessor post-close hooks at 1732764107111 (+2 ms)Closed at 1732764107111 2024-11-28T03:21:47,112 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:21:47,192 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,41047,1732764079207; all regions closed. 2024-11-28T03:21:47,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741843_1019 (size=859) 2024-11-28T03:21:47,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/WALs/b4e3b2a3b1ef,41047,1732764079207/b4e3b2a3b1ef%2C41047%2C1732764079207.meta.1732764097184.meta not finished, retry = 0 2024-11-28T03:21:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741844_1020 (size=2791) 2024-11-28T03:21:47,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741842_1018 (size=696) 2024-11-28T03:21:47,299 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:47,299 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:21:47,299 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:47,299 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:47,299 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:47,299 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:47,299 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4e3b2a3b1ef,41047,1732764079207 because: Region server is closing 2024-11-28T03:21:47,300 INFO [RS:0;b4e3b2a3b1ef:41047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:41047. 2024-11-28T03:21:47,300 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:47,300 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:47,300 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:47,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:47,400 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 terminated 2024-11-28T03:21:47,400 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b4e3b2a3b1ef,41047,1732764079207 because: Region server is closing 2024-11-28T03:21:47,400 WARN [RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,1-b4e3b2a3b1ef,41047,1732764079207.replicationSource.wal-reader.b4e3b2a3b1ef%2C41047%2C1732764079207,1-b4e3b2a3b1ef,41047,1732764079207 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-28T03:21:47,401 INFO [RS:0;b4e3b2a3b1ef:41047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:41047. 2024-11-28T03:21:47,401 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:21:47,401 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:47,401 DEBUG [RS:0;b4e3b2a3b1ef:41047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:21:47,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:21:47,501 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0-0.replicationSource,2-b4e3b2a3b1ef,41047,1732764079207.replicationSource.shipperb4e3b2a3b1ef%2C41047%2C1732764079207,2-b4e3b2a3b1ef,41047,1732764079207 terminated 2024-11-28T03:21:47,501 INFO [RS:0;b4e3b2a3b1ef:41047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41047 2024-11-28T03:21:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-900281780/rs/b4e3b2a3b1ef,41047,1732764079207 2024-11-28T03:21:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780/rs 2024-11-28T03:21:47,503 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:47,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,41047,1732764079207] 2024-11-28T03:21:47,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-900281780/draining/b4e3b2a3b1ef,41047,1732764079207 already deleted, retry=false 2024-11-28T03:21:47,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,41047,1732764079207 expired; onlineServers=0 2024-11-28T03:21:47,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,41225,1732764079110' ***** 2024-11-28T03:21:47,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:21:47,505 INFO [M:0;b4e3b2a3b1ef:41225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:21:47,505 INFO [M:0;b4e3b2a3b1ef:41225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:21:47,505 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:21:47,506 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:21:47,506 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:21:47,506 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764080576 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732764080576,5,FailOnTimeoutGroup] 2024-11-28T03:21:47,506 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764080580 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732764080580,5,FailOnTimeoutGroup] 2024-11-28T03:21:47,506 INFO [M:0;b4e3b2a3b1ef:41225 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:21:47,506 INFO [M:0;b4e3b2a3b1ef:41225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:21:47,506 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:21:47,506 INFO [M:0;b4e3b2a3b1ef:41225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:21:47,506 INFO [M:0;b4e3b2a3b1ef:41225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:21:47,506 INFO [M:0;b4e3b2a3b1ef:41225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:21:47,507 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:21:47,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-900281780/master 2024-11-28T03:21:47,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-900281780 2024-11-28T03:21:47,508 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] zookeeper.ZKUtil(347): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Unable to get data of znode /0-900281780/master because node does not exist (not an error) 2024-11-28T03:21:47,508 WARN [M:0;b4e3b2a3b1ef:41225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:21:47,509 INFO [M:0;b4e3b2a3b1ef:41225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/.lastflushedseqids 2024-11-28T03:21:47,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741853_1029 (size=263) 2024-11-28T03:21:47,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:47,604 INFO [RS:0;b4e3b2a3b1ef:41047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:47,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41047-0x1015c977b700001, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:47,604 INFO [RS:0;b4e3b2a3b1ef:41047 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,41047,1732764079207; zookeeper connection closed. 2024-11-28T03:21:47,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5328e23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5328e23 2024-11-28T03:21:47,605 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:21:47,913 INFO [M:0;b4e3b2a3b1ef:41225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:21:47,913 INFO [M:0;b4e3b2a3b1ef:41225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:21:47,913 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:21:47,913 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:47,913 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:47,913 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:21:47,913 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:47,913 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-28T03:21:47,929 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655cad2ad9694272becc944c85dbd697 is 82, key is hbase:meta,,1/info:regioninfo/1732764081347/Put/seqid=0 2024-11-28T03:21:47,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741854_1030 (size=5672) 2024-11-28T03:21:48,333 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655cad2ad9694272becc944c85dbd697 2024-11-28T03:21:48,351 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820b2ac259464a918a653118d55aa667 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732764094116/Put/seqid=0 2024-11-28T03:21:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741855_1031 (size=8909) 2024-11-28T03:21:48,755 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820b2ac259464a918a653118d55aa667 2024-11-28T03:21:48,772 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef59f94d318d4b0fa2e04ff1172a137a is 69, key is b4e3b2a3b1ef,41047,1732764079207/rs:state/1732764080658/Put/seqid=0 2024-11-28T03:21:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741856_1032 (size=5156) 2024-11-28T03:21:48,776 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef59f94d318d4b0fa2e04ff1172a137a 2024-11-28T03:21:48,780 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655cad2ad9694272becc944c85dbd697 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/655cad2ad9694272becc944c85dbd697 2024-11-28T03:21:48,783 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/655cad2ad9694272becc944c85dbd697, entries=8, sequenceid=112, filesize=5.5 K 2024-11-28T03:21:48,783 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820b2ac259464a918a653118d55aa667 as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/820b2ac259464a918a653118d55aa667 2024-11-28T03:21:48,786 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/820b2ac259464a918a653118d55aa667, entries=13, sequenceid=112, filesize=8.7 K 2024-11-28T03:21:48,787 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef59f94d318d4b0fa2e04ff1172a137a as hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef59f94d318d4b0fa2e04ff1172a137a 2024-11-28T03:21:48,790 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef59f94d318d4b0fa2e04ff1172a137a, entries=1, sequenceid=112, filesize=5.0 K 2024-11-28T03:21:48,791 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=112, compaction requested=false 2024-11-28T03:21:48,792 INFO [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:21:48,792 DEBUG [M:0;b4e3b2a3b1ef:41225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732764107913Disabling compacts and flushes for region at 1732764107913Disabling writes for close at 1732764107913Obtaining lock to block concurrent updates at 1732764107913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732764107913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732764107914 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732764107914Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732764107914Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732764107928 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732764107928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732764108337 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732764108351 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732764108351Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732764108759 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732764108772 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732764108772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae0fa1d: reopening flushed file at 1732764108779 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ed6035: reopening flushed file at 1732764108783 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acd026b: reopening flushed file at 1732764108786 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=112, compaction requested=false at 1732764108791 (+5 ms)Writing region close event to WAL at 1732764108792 (+1 ms)Closed at 1732764108792 2024-11-28T03:21:48,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741830_1006 (size=69055) 2024-11-28T03:21:48,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/422cd064-9637-cf23-c6ce-ce68abf8d56d/MasterData/WALs/b4e3b2a3b1ef,41225,1732764079110/b4e3b2a3b1ef%2C41225%2C1732764079110.1732764080505 not finished, retry = 0 2024-11-28T03:21:48,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:21:48,895 INFO [M:0;b4e3b2a3b1ef:41225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:21:48,895 INFO [M:0;b4e3b2a3b1ef:41225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41225 2024-11-28T03:21:48,896 INFO [M:0;b4e3b2a3b1ef:41225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:21:48,997 INFO [M:0;b4e3b2a3b1ef:41225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:21:48,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:48,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1015c977b700000, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:21:49,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@107b71c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:21:49,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba6bf0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:49,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:49,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2a59fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:49,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41108ba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:49,002 WARN [BP-1681309214-172.17.0.2-1732764078345 heartbeating to localhost/127.0.0.1:40421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:21:49,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:21:49,002 WARN [BP-1681309214-172.17.0.2-1732764078345 heartbeating to localhost/127.0.0.1:40421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1681309214-172.17.0.2-1732764078345 (Datanode Uuid 0d71fb86-5dfd-4ae6-8c81-1fc8c5bfb2f0) service to localhost/127.0.0.1:40421 2024-11-28T03:21:49,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:21:49,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/cluster_6d6f6f6e-1baf-a7f8-1e19-ed9205c24ef3/data/data1/current/BP-1681309214-172.17.0.2-1732764078345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:49,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/cluster_6d6f6f6e-1baf-a7f8-1e19-ed9205c24ef3/data/data2/current/BP-1681309214-172.17.0.2-1732764078345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:21:49,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:21:49,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21bd1f72{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:21:49,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@202ede8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:21:49,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:21:49,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e31e38c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:21:49,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103bac19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff64be4f-7555-601d-be20-7ac628190ceb/hadoop.log.dir/,STOPPED} 2024-11-28T03:21:49,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:21:49,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T03:21:49,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 534) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43901 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40421 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43901 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40421 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56247) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56247) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56247) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39223 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39223 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40421 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=984 (was 873) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=5688 (was 6009) 2024-11-28T03:21:49,051 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-28T03:21:49,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c977b700005, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:21:49,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c977b700002, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:21:49,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015c977b700008, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-28T03:21:49,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c977b700005, quorum=127.0.0.1:56247, baseZNode=/11095209109 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:21:49,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c977b700002, quorum=127.0.0.1:56247, baseZNode=/0-900281780 Received Disconnected from ZooKeeper, ignoring 2024-11-28T03:21:49,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015c977b700008, quorum=127.0.0.1:56247, baseZNode=/2-2081335180 Received Disconnected from ZooKeeper, ignoring